2024-11-25 14:29:33,755 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-25 14:29:33,789 main DEBUG Took 0.031111 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 14:29:33,789 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 14:29:33,789 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 14:29:33,790 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 14:29:33,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,805 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 14:29:33,823 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,826 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,827 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,829 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,831 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,832 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,834 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,835 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,836 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,838 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,839 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 14:29:33,840 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,840 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 14:29:33,842 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 14:29:33,843 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 14:29:33,845 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 14:29:33,846 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 14:29:33,847 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 14:29:33,848 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 14:29:33,856 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 14:29:33,859 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 14:29:33,861 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 14:29:33,862 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 14:29:33,863 main DEBUG createAppenders(={Console}) 2024-11-25 14:29:33,864 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-25 14:29:33,864 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-25 14:29:33,864 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-25 14:29:33,865 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 14:29:33,866 main DEBUG OutputStream closed 2024-11-25 14:29:33,866 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 14:29:33,866 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 14:29:33,867 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-25 14:29:33,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 14:29:33,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 14:29:33,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 14:29:33,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 14:29:33,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 14:29:33,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 14:29:33,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 14:29:33,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 14:29:33,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 14:29:33,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 14:29:33,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 14:29:33,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 14:29:33,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 14:29:33,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 14:29:33,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 14:29:33,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 14:29:33,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 14:29:33,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 14:29:33,983 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 14:29:33,984 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-25 14:29:33,984 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 14:29:33,986 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-25T14:29:34,011 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-25 14:29:34,014 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 14:29:34,015 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T14:29:34,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=913, ProcessCount=11, AvailableMemoryMB=3687 2024-11-25T14:29:34,476 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-25T14:29:34,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a 2024-11-25T14:29:34,540 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/cluster_fbf90ffa-e063-d4bf-5bb7-ef6590136df0, deleteOnExit=true 2024-11-25T14:29:34,704 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/cluster_fbf90ffa-e063-d4bf-5bb7-ef6590136df0/zookeeper_0, clientPort=50970, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/cluster_fbf90ffa-e063-d4bf-5bb7-ef6590136df0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/cluster_fbf90ffa-e063-d4bf-5bb7-ef6590136df0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T14:29:34,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50970 2024-11-25T14:29:34,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:29:34,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:29:34,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/test.cache.data in system properties and HBase conf 2024-11-25T14:29:34,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:29:34,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:29:34,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:29:34,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:29:34,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:29:34,902 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T14:29:35,069 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:29:35,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:29:35,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:29:35,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:29:35,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:29:35,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:29:35,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:29:35,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:29:35,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:29:35,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:29:35,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:29:35,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:29:35,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:29:35,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:29:35,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:29:36,618 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T14:29:36,717 INFO [Time-limited test {}] log.Log(170): Logging initialized @4022ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T14:29:36,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:29:36,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:29:36,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:29:36,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:29:36,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:29:36,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:29:36,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:29:36,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:29:37,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/java.io.tmpdir/jetty-localhost-45667-hadoop-hdfs-3_4_1-tests_jar-_-any-13786959245080872527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:29:37,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:45667} 2024-11-25T14:29:37,251 INFO [Time-limited test {}] server.Server(415): Started @4558ms 2024-11-25T14:29:38,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:29:38,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:29:38,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:29:38,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:29:38,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:29:38,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:29:38,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:29:38,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/java.io.tmpdir/jetty-localhost-38519-hadoop-hdfs-3_4_1-tests_jar-_-any-10845021359601589547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:29:38,225 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:38519} 2024-11-25T14:29:38,225 INFO [Time-limited test {}] server.Server(415): Started @5532ms 2024-11-25T14:29:38,294 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:29:39,589 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/cluster_fbf90ffa-e063-d4bf-5bb7-ef6590136df0/data/data2/current/BP-124963143-172.17.0.3-1732544976035/current, will proceed with Du for space computation calculation, 2024-11-25T14:29:39,589 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/cluster_fbf90ffa-e063-d4bf-5bb7-ef6590136df0/data/data1/current/BP-124963143-172.17.0.3-1732544976035/current, will proceed with Du for space computation calculation, 2024-11-25T14:29:39,617 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:29:39,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82bdd2b9dc91b0ca with lease ID 0x7e9d331acb80be96: Processing first storage report for DS-83b35aab-4ff0-4657-b676-274f760ba283 from datanode DatanodeRegistration(127.0.0.1:34925, datanodeUuid=3e582247-574c-45ad-9d7f-0f1d9a38d2fd, infoPort=37837, infoSecurePort=0, ipcPort=42659, storageInfo=lv=-57;cid=testClusterID;nsid=1130049270;c=1732544976035) 2024-11-25T14:29:39,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82bdd2b9dc91b0ca with lease ID 0x7e9d331acb80be96: from storage DS-83b35aab-4ff0-4657-b676-274f760ba283 node DatanodeRegistration(127.0.0.1:34925, datanodeUuid=3e582247-574c-45ad-9d7f-0f1d9a38d2fd, infoPort=37837, infoSecurePort=0, ipcPort=42659, storageInfo=lv=-57;cid=testClusterID;nsid=1130049270;c=1732544976035), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T14:29:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82bdd2b9dc91b0ca with lease ID 0x7e9d331acb80be96: Processing first storage report for DS-663206a5-b9b3-4d02-8710-e7ecab62ba26 from datanode DatanodeRegistration(127.0.0.1:34925, datanodeUuid=3e582247-574c-45ad-9d7f-0f1d9a38d2fd, infoPort=37837, infoSecurePort=0, ipcPort=42659, storageInfo=lv=-57;cid=testClusterID;nsid=1130049270;c=1732544976035) 2024-11-25T14:29:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82bdd2b9dc91b0ca with lease ID 0x7e9d331acb80be96: from storage DS-663206a5-b9b3-4d02-8710-e7ecab62ba26 node DatanodeRegistration(127.0.0.1:34925, datanodeUuid=3e582247-574c-45ad-9d7f-0f1d9a38d2fd, infoPort=37837, infoSecurePort=0, ipcPort=42659, storageInfo=lv=-57;cid=testClusterID;nsid=1130049270;c=1732544976035), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:29:39,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a 2024-11-25T14:29:39,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:39,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:39,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:29:40,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50 with version=8 2024-11-25T14:29:40,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/hbase-staging 2024-11-25T14:29:40,534 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T14:29:40,887 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:29:40,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:40,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:40,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:29:40,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:40,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:29:41,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:29:41,162 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T14:29:41,171 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T14:29:41,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:29:41,201 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 70183 (auto-detected) 2024-11-25T14:29:41,202 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T14:29:41,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35569 2024-11-25T14:29:41,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35569 connecting to ZooKeeper ensemble=127.0.0.1:50970 2024-11-25T14:29:41,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355690x0, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:29:41,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35569-0x10173b001300000 connected 2024-11-25T14:29:41,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:41,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:41,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/running 2024-11-25T14:29:41,469 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50, hbase.cluster.distributed=false 2024-11-25T14:29:41,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/acl 2024-11-25T14:29:41,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35569 2024-11-25T14:29:41,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35569 2024-11-25T14:29:41,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35569 2024-11-25T14:29:41,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35569 2024-11-25T14:29:41,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35569 2024-11-25T14:29:41,738 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:29:41,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:41,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:41,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:29:41,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:41,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:29:41,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:29:41,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:29:41,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43697 2024-11-25T14:29:41,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43697 connecting to ZooKeeper ensemble=127.0.0.1:50970 2024-11-25T14:29:41,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:41,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:41,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436970x0, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:29:41,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436970x0, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/running 2024-11-25T14:29:41,803 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:29:41,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43697-0x10173b001300001 connected 2024-11-25T14:29:41,830 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:29:41,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/master 2024-11-25T14:29:41,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/acl 2024-11-25T14:29:41,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43697 2024-11-25T14:29:41,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43697 2024-11-25T14:29:41,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43697 2024-11-25T14:29:41,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43697 2024-11-25T14:29:41,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43697 2024-11-25T14:29:41,923 DEBUG [M:0;cb69081f5976:35569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:35569 2024-11-25T14:29:41,928 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0938512758/backup-masters/cb69081f5976,35569,1732544980630 2024-11-25T14:29:42,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/backup-masters 2024-11-25T14:29:42,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/backup-masters 2024-11-25T14:29:42,047 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on existing znode=/0938512758/backup-masters/cb69081f5976,35569,1732544980630 2024-11-25T14:29:42,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0938512758/master 2024-11-25T14:29:42,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:42,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:42,107 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on existing znode=/0938512758/master 2024-11-25T14:29:42,112 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0938512758/backup-masters/cb69081f5976,35569,1732544980630 from backup master directory 2024-11-25T14:29:42,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/backup-masters 2024-11-25T14:29:42,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0938512758/backup-masters/cb69081f5976,35569,1732544980630 2024-11-25T14:29:42,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/backup-masters 2024-11-25T14:29:42,127 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:29:42,127 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,35569,1732544980630 2024-11-25T14:29:42,131 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T14:29:42,133 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T14:29:42,224 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/hbase.id] with ID: b752a1b3-0341-4a33-896f-b2c00e79e055 2024-11-25T14:29:42,225 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/.tmp/hbase.id 2024-11-25T14:29:42,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:29:42,647 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/.tmp/hbase.id]:[hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/hbase.id] 2024-11-25T14:29:42,724 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:42,734 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:29:42,762 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-25T14:29:42,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:42,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:29:42,863 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:29:42,867 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:29:42,902 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T14:29:42,916 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:29:43,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:29:43,465 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store 2024-11-25T14:29:43,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:29:43,507 INFO [master/cb69081f5976:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T14:29:43,511 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:29:43,513 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:29:43,513 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:43,513 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:43,515 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:29:43,516 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:43,516 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:43,518 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732544983512Disabling compacts and flushes for region at 1732544983512Disabling writes for close at 1732544983516 (+4 ms)Writing region close event to WAL at 1732544983516Closed at 1732544983516 2024-11-25T14:29:43,523 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/.initializing 2024-11-25T14:29:43,523 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,35569,1732544980630 2024-11-25T14:29:43,545 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:29:43,575 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C35569%2C1732544980630, suffix=, logDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,35569,1732544980630, archiveDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/oldWALs, maxLogs=10 2024-11-25T14:29:43,611 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,35569,1732544980630/cb69081f5976%2C35569%2C1732544980630.1732544983582, exclude list is [], retry=0 2024-11-25T14:29:43,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34925,DS-83b35aab-4ff0-4657-b676-274f760ba283,DISK] 2024-11-25T14:29:43,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T14:29:43,688 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,35569,1732544980630/cb69081f5976%2C35569%2C1732544980630.1732544983582 2024-11-25T14:29:43,689 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-25T14:29:43,690 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:29:43,691 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:29:43,695 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,696 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:29:43,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:43,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:43,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:29:43,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:43,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:43,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:29:43,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:43,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:43,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:29:43,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:43,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:43,807 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,812 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,814 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,822 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,823 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,830 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:29:43,834 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:43,841 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:29:43,843 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66185496, jitterRate=-0.013759255409240723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:29:43,854 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732544983711Initializing all the Stores at 1732544983714 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544983715 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544983716 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544983717 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544983717Cleaning up temporary data from old regions at 1732544983824 (+107 ms)Region opened successfully at 1732544983854 (+30 ms) 2024-11-25T14:29:43,859 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:29:43,920 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3acea167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:29:43,966 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:29:43,983 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:29:43,983 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:29:43,988 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:29:43,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T14:29:43,997 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-25T14:29:43,998 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:29:44,037 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:29:44,049 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Unable to get data of znode /0938512758/balancer because node does not exist (not necessarily an error) 2024-11-25T14:29:44,058 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/balancer already deleted, retry=false 2024-11-25T14:29:44,061 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:29:44,063 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Unable to get data of znode /0938512758/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:29:44,075 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/normalizer already deleted, retry=false 2024-11-25T14:29:44,078 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:29:44,082 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Unable to get data of znode /0938512758/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:29:44,091 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/switch/split already deleted, retry=false 2024-11-25T14:29:44,094 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Unable to get data of znode /0938512758/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:29:44,099 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/switch/merge already deleted, retry=false 2024-11-25T14:29:44,120 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Unable to get data of znode /0938512758/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:29:44,132 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/snapshot-cleanup already deleted, retry=false 2024-11-25T14:29:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0938512758/running 2024-11-25T14:29:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0938512758/running 2024-11-25T14:29:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:44,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:44,150 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,35569,1732544980630, sessionid=0x10173b001300000, setting cluster-up flag (Was=false) 2024-11-25T14:29:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:44,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:44,225 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0938512758/flush-table-proc/acquired, /0938512758/flush-table-proc/reached, /0938512758/flush-table-proc/abort 2024-11-25T14:29:44,240 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,35569,1732544980630 2024-11-25T14:29:44,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:44,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:44,291 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0938512758/online-snapshot/acquired, /0938512758/online-snapshot/reached, /0938512758/online-snapshot/abort 2024-11-25T14:29:44,294 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,35569,1732544980630 2024-11-25T14:29:44,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:29:44,412 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(746): ClusterId : b752a1b3-0341-4a33-896f-b2c00e79e055 2024-11-25T14:29:44,415 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:29:44,424 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:29:44,427 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:29:44,428 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:29:44,434 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:29:44,435 DEBUG [RS:0;cb69081f5976:43697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf1048b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:29:44,437 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:29:44,445 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:29:44,454 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:43697 2024-11-25T14:29:44,451 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,35569,1732544980630 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:29:44,458 INFO [RS:0;cb69081f5976:43697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:29:44,458 INFO [RS:0;cb69081f5976:43697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:29:44,458 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:29:44,461 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,35569,1732544980630 with port=43697, startcode=1732544981689 2024-11-25T14:29:44,462 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:44,462 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:44,462 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:44,463 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:44,463 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:29:44,463 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,463 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:29:44,464 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:29:44,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:29:44,479 DEBUG [RS:0;cb69081f5976:43697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:29:44,483 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:44,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:29:44,508 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545014508 2024-11-25T14:29:44,510 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:29:44,512 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:29:44,517 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:29:44,517 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:29:44,518 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:29:44,518 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:29:44,519 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,528 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:29:44,529 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:29:44,530 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:29:44,531 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:29:44,535 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:29:44,535 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:29:44,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:29:44,541 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:29:44,541 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50 2024-11-25T14:29:44,551 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544984537,5,FailOnTimeoutGroup] 2024-11-25T14:29:44,554 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544984552,5,FailOnTimeoutGroup] 2024-11-25T14:29:44,555 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,555 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:29:44,557 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:29:44,560 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,560 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,43697,1732544981689 2024-11-25T14:29:44,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35569 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,43697,1732544981689 2024-11-25T14:29:44,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:29:44,590 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50 2024-11-25T14:29:44,590 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42737 2024-11-25T14:29:44,591 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:29:44,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/rs 2024-11-25T14:29:44,601 DEBUG [RS:0;cb69081f5976:43697 {}] zookeeper.ZKUtil(111): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on existing znode=/0938512758/rs/cb69081f5976,43697,1732544981689 2024-11-25T14:29:44,602 WARN [RS:0;cb69081f5976:43697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:29:44,602 INFO [RS:0;cb69081f5976:43697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:29:44,602 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689 2024-11-25T14:29:44,619 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,43697,1732544981689] 2024-11-25T14:29:44,657 INFO [RS:0;cb69081f5976:43697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:29:44,684 INFO [RS:0;cb69081f5976:43697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:29:44,698 INFO [RS:0;cb69081f5976:43697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:29:44,698 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,705 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:29:44,733 INFO [RS:0;cb69081f5976:43697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:29:44,737 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,738 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,738 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,739 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,739 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,739 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,740 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:29:44,740 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,740 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,740 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,741 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,741 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,742 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:44,742 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:29:44,744 DEBUG [RS:0;cb69081f5976:43697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:29:44,756 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,756 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,757 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,757 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,757 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,757 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43697,1732544981689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:29:44,790 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:29:44,793 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43697,1732544981689-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,793 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,794 INFO [RS:0;cb69081f5976:43697 {}] regionserver.Replication(171): cb69081f5976,43697,1732544981689 started 2024-11-25T14:29:44,834 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:44,840 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,43697,1732544981689, RpcServer on cb69081f5976/172.17.0.3:43697, sessionid=0x10173b001300001 2024-11-25T14:29:44,842 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:29:44,842 DEBUG [RS:0;cb69081f5976:43697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,43697,1732544981689 2024-11-25T14:29:44,842 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,43697,1732544981689' 2024-11-25T14:29:44,843 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0938512758/flush-table-proc/abort' 2024-11-25T14:29:44,844 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0938512758/flush-table-proc/acquired' 2024-11-25T14:29:44,845 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:29:44,845 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:29:44,845 DEBUG [RS:0;cb69081f5976:43697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,43697,1732544981689 2024-11-25T14:29:44,845 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,43697,1732544981689' 2024-11-25T14:29:44,845 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0938512758/online-snapshot/abort' 2024-11-25T14:29:44,848 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0938512758/online-snapshot/acquired' 2024-11-25T14:29:44,848 DEBUG [RS:0;cb69081f5976:43697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:29:44,849 INFO [RS:0;cb69081f5976:43697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:29:44,849 INFO [RS:0;cb69081f5976:43697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:29:44,956 INFO [RS:0;cb69081f5976:43697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:29:44,962 INFO [RS:0;cb69081f5976:43697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C43697%2C1732544981689, suffix=, logDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689, archiveDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs, maxLogs=10 2024-11-25T14:29:44,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:29:44,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:29:44,991 DEBUG [RS:0;cb69081f5976:43697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969, exclude list is [], retry=0 2024-11-25T14:29:44,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:29:44,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:45,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:45,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:29:45,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34925,DS-83b35aab-4ff0-4657-b676-274f760ba283,DISK] 2024-11-25T14:29:45,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:29:45,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:45,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:45,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:29:45,030 INFO [RS:0;cb69081f5976:43697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969 2024-11-25T14:29:45,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:29:45,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:45,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:45,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:29:45,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:29:45,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:45,048 DEBUG [RS:0;cb69081f5976:43697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-25T14:29:45,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:45,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:29:45,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740 2024-11-25T14:29:45,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740 2024-11-25T14:29:45,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:29:45,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:29:45,064 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:29:45,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:29:45,098 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:29:45,103 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69656161, jitterRate=0.03795768320560455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:29:45,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732544984979Initializing all the Stores at 1732544984982 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544984983 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544984989 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544984989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544984989Cleaning up temporary data from old regions at 1732544985063 (+74 ms)Region opened successfully at 1732544985115 (+52 ms) 2024-11-25T14:29:45,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:29:45,119 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:29:45,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:29:45,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:29:45,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:29:45,121 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:29:45,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732544985115Disabling compacts and flushes for region at 1732544985115Disabling writes for close at 1732544985120 (+5 ms)Writing region close event to WAL at 1732544985121 (+1 ms)Closed at 1732544985121 2024-11-25T14:29:45,131 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:29:45,131 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:29:45,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:29:45,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:29:45,160 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:29:45,319 DEBUG [cb69081f5976:35569 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:29:45,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,43697,1732544981689 2024-11-25T14:29:45,349 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,43697,1732544981689, state=OPENING 2024-11-25T14:29:45,388 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:29:45,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:45,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:45,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: CHANGED 2024-11-25T14:29:45,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: CHANGED 2024-11-25T14:29:45,408 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:29:45,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,43697,1732544981689}] 2024-11-25T14:29:45,613 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:29:45,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:29:45,648 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:29:45,648 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:29:45,649 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:29:45,656 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C43697%2C1732544981689.meta, suffix=.meta, logDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689, archiveDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs, maxLogs=10 2024-11-25T14:29:45,679 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.meta.1732544985659.meta, exclude list is [], retry=0 2024-11-25T14:29:45,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34925,DS-83b35aab-4ff0-4657-b676-274f760ba283,DISK] 2024-11-25T14:29:45,690 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.meta.1732544985659.meta 2024-11-25T14:29:45,691 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-25T14:29:45,691 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:29:45,696 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:29:45,697 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:29:45,701 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:29:45,704 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:29:45,708 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:29:45,709 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:29:45,709 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:29:45,709 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:29:45,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:29:45,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:29:45,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:45,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:45,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:29:45,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:29:45,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:45,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:45,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:29:45,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:29:45,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:45,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:45,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:29:45,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:29:45,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:45,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:45,728 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:29:45,730 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740 2024-11-25T14:29:45,733 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740 2024-11-25T14:29:45,736 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:29:45,737 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:29:45,738 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:29:45,742 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:29:45,745 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63410956, jitterRate=-0.0551031231880188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:29:45,745 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:29:45,748 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732544985710Writing region info on filesystem at 1732544985710Initializing all the Stores at 1732544985712 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544985712Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544985714 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544985714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544985714Cleaning up temporary data from old regions at 1732544985737 (+23 ms)Running coprocessor post-open hooks at 1732544985745 (+8 ms)Region opened successfully at 1732544985747 (+2 ms) 2024-11-25T14:29:45,757 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732544985602 2024-11-25T14:29:45,770 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:29:45,771 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:29:45,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,43697,1732544981689 2024-11-25T14:29:45,776 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,43697,1732544981689, state=OPEN 2024-11-25T14:29:45,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0938512758/meta-region-server 2024-11-25T14:29:45,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0938512758/meta-region-server 2024-11-25T14:29:45,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: CHANGED 2024-11-25T14:29:45,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: CHANGED 2024-11-25T14:29:45,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,43697,1732544981689 2024-11-25T14:29:45,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:29:45,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,43697,1732544981689 in 394 msec 2024-11-25T14:29:45,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:29:45,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec 2024-11-25T14:29:45,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:29:45,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:29:45,843 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:29:45,844 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,43697,1732544981689, seqNum=-1] 2024-11-25T14:29:45,868 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:29:45,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:29:45,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5490 sec 2024-11-25T14:29:45,902 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732544985902, completionTime=-1 2024-11-25T14:29:45,906 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:29:45,907 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:29:45,946 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:29:45,946 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545045946 2024-11-25T14:29:45,946 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545105946 2024-11-25T14:29:45,946 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 39 msec 2024-11-25T14:29:45,949 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35569,1732544980630-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:45,950 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35569,1732544980630-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:45,950 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35569,1732544980630-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:45,952 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:35569, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:45,953 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:45,953 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:45,962 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:29:45,989 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.861sec 2024-11-25T14:29:45,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:29:45,992 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:29:45,993 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:29:45,994 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:29:45,994 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:29:45,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35569,1732544980630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:29:45,996 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35569,1732544980630-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:29:46,022 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:29:46,024 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:29:46,024 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35569,1732544980630-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:46,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:46,029 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T14:29:46,029 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T14:29:46,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,35569,-1 for getting cluster id 2024-11-25T14:29:46,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:29:46,051 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b752a1b3-0341-4a33-896f-b2c00e79e055' 2024-11-25T14:29:46,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:29:46,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b752a1b3-0341-4a33-896f-b2c00e79e055" 2024-11-25T14:29:46,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6517db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:46,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,35569,-1] 2024-11-25T14:29:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:29:46,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:46,064 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:29:46,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:46,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:29:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,43697,1732544981689, seqNum=-1] 2024-11-25T14:29:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:29:46,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:29:46,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,35569,1732544980630 2024-11-25T14:29:46,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50970 2024-11-25T14:29:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:29:46,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10173b001300002 connected 2024-11-25T14:29:46,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/hadoop.log.dir so I do NOT create it in target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a 2024-11-25T14:29:46,297 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:29:46,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/hadoop.tmp.dir so I do NOT create it in target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a 2024-11-25T14:29:46,297 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:29:46,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a 2024-11-25T14:29:46,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:29:46,298 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/cluster_34e90f89-6694-052d-d09e-af8f65b8e96f, deleteOnExit=true 2024-11-25T14:29:46,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:29:46,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/test.cache.data in system properties and HBase conf 2024-11-25T14:29:46,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:29:46,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:29:46,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:29:46,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:29:46,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:29:46,300 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:29:46,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:29:46,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:29:46,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:29:46,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:29:46,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:29:46,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:29:46,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:29:46,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:29:46,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:29:46,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:29:46,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:29:46,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:29:46,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:29:46,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:29:46,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:29:46,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:29:46,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:29:46,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:29:46,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:29:46,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:29:46,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:29:46,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:29:46,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/java.io.tmpdir/jetty-localhost-45821-hadoop-hdfs-3_4_1-tests_jar-_-any-4491531608047344497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:29:46,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:45821} 2024-11-25T14:29:46,909 INFO [Time-limited test {}] server.Server(415): Started @14215ms 2024-11-25T14:29:47,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:29:47,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:29:47,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:29:47,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:29:47,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:29:47,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:29:47,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:29:47,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/java.io.tmpdir/jetty-localhost-45265-hadoop-hdfs-3_4_1-tests_jar-_-any-7971019819447379177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:29:47,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:45265} 2024-11-25T14:29:47,460 INFO [Time-limited test {}] server.Server(415): Started @14767ms 2024-11-25T14:29:47,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:29:48,159 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/cluster_34e90f89-6694-052d-d09e-af8f65b8e96f/data/data2/current/BP-965515026-172.17.0.3-1732544986344/current, will proceed with Du for space computation calculation, 2024-11-25T14:29:48,159 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/cluster_34e90f89-6694-052d-d09e-af8f65b8e96f/data/data1/current/BP-965515026-172.17.0.3-1732544986344/current, will proceed with Du for space computation calculation, 2024-11-25T14:29:48,211 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:29:48,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32e394c446956ebf with lease ID 0xf4ca9324bcfb9574: Processing first storage report for DS-842539e7-c642-4623-80ce-3ce078d2c0b9 from datanode DatanodeRegistration(127.0.0.1:32931, datanodeUuid=e9a99123-28d7-45f4-9e02-a6efc99f4798, infoPort=44269, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1899998737;c=1732544986344) 2024-11-25T14:29:48,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32e394c446956ebf with lease ID 0xf4ca9324bcfb9574: from storage DS-842539e7-c642-4623-80ce-3ce078d2c0b9 node DatanodeRegistration(127.0.0.1:32931, datanodeUuid=e9a99123-28d7-45f4-9e02-a6efc99f4798, infoPort=44269, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1899998737;c=1732544986344), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T14:29:48,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32e394c446956ebf with lease ID 0xf4ca9324bcfb9574: Processing first storage report for DS-01efe15c-2b11-45ca-9330-2eb9ebb29bd5 from datanode DatanodeRegistration(127.0.0.1:32931, datanodeUuid=e9a99123-28d7-45f4-9e02-a6efc99f4798, infoPort=44269, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1899998737;c=1732544986344) 2024-11-25T14:29:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32e394c446956ebf with lease ID 0xf4ca9324bcfb9574: from storage DS-01efe15c-2b11-45ca-9330-2eb9ebb29bd5 node DatanodeRegistration(127.0.0.1:32931, datanodeUuid=e9a99123-28d7-45f4-9e02-a6efc99f4798, infoPort=44269, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1899998737;c=1732544986344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:29:48,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a 2024-11-25T14:29:48,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:48,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:48,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:29:48,648 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828 with version=8 2024-11-25T14:29:48,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/hbase-staging 2024-11-25T14:29:48,652 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:29:48,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:48,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:48,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:29:48,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:48,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:29:48,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:29:48,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:29:48,656 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38357 2024-11-25T14:29:48,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38357 connecting to ZooKeeper ensemble=127.0.0.1:50970 2024-11-25T14:29:48,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383570x0, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:29:48,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38357-0x10173b001300003 connected 2024-11-25T14:29:48,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:48,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:48,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Set watcher on znode that does not yet exist, /1-1066720222/running 2024-11-25T14:29:48,772 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828, hbase.cluster.distributed=false 2024-11-25T14:29:48,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Set watcher on znode that does not yet exist, /1-1066720222/acl 2024-11-25T14:29:48,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38357 2024-11-25T14:29:48,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38357 2024-11-25T14:29:48,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38357 2024-11-25T14:29:48,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38357 2024-11-25T14:29:48,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38357 2024-11-25T14:29:48,896 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:29:48,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:48,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:48,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:29:48,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:48,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:29:48,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:29:48,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:29:48,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33567 2024-11-25T14:29:48,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33567 connecting to ZooKeeper ensemble=127.0.0.1:50970 2024-11-25T14:29:48,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:48,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:48,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335670x0, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:29:48,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335670x0, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Set watcher on znode that does not yet exist, /1-1066720222/running 2024-11-25T14:29:48,957 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:29:48,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33567-0x10173b001300004 connected 2024-11-25T14:29:48,996 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:29:49,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Set watcher on znode that does not yet exist, /1-1066720222/master 2024-11-25T14:29:49,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Set watcher on znode that does not yet exist, /1-1066720222/acl 2024-11-25T14:29:49,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33567 2024-11-25T14:29:49,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33567 2024-11-25T14:29:49,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33567 2024-11-25T14:29:49,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33567 2024-11-25T14:29:49,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33567 2024-11-25T14:29:49,104 DEBUG [M:0;cb69081f5976:38357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:38357 2024-11-25T14:29:49,105 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1066720222/backup-masters/cb69081f5976,38357,1732544988651 2024-11-25T14:29:49,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222/backup-masters 2024-11-25T14:29:49,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222/backup-masters 2024-11-25T14:29:49,128 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Set watcher on existing znode=/1-1066720222/backup-masters/cb69081f5976,38357,1732544988651 2024-11-25T14:29:49,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:49,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1066720222/master 2024-11-25T14:29:49,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:49,145 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Set watcher on existing znode=/1-1066720222/master 2024-11-25T14:29:49,146 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1066720222/backup-masters/cb69081f5976,38357,1732544988651 from backup master directory 2024-11-25T14:29:49,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1066720222/backup-masters/cb69081f5976,38357,1732544988651 2024-11-25T14:29:49,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222/backup-masters 2024-11-25T14:29:49,159 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:29:49,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222/backup-masters 2024-11-25T14:29:49,160 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,38357,1732544988651 2024-11-25T14:29:49,184 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/hbase.id] with ID: 13226eb5-9aee-4b8f-96bc-7af7bf040964 2024-11-25T14:29:49,184 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/.tmp/hbase.id 2024-11-25T14:29:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:29:49,203 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/.tmp/hbase.id]:[hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/hbase.id] 2024-11-25T14:29:49,274 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:49,275 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:29:49,280 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-25T14:29:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:49,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:29:49,716 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:29:49,717 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:29:49,717 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:29:49,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:29:50,139 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store 2024-11-25T14:29:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:29:50,552 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:29:50,553 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:29:50,553 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:50,553 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:50,553 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:29:50,553 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:50,553 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:50,554 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732544990553Disabling compacts and flushes for region at 1732544990553Disabling writes for close at 1732544990553Writing region close event to WAL at 1732544990553Closed at 1732544990553 2024-11-25T14:29:50,556 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/.initializing 2024-11-25T14:29:50,556 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/WALs/cb69081f5976,38357,1732544988651 2024-11-25T14:29:50,561 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:29:50,566 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C38357%2C1732544988651, suffix=, logDir=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/WALs/cb69081f5976,38357,1732544988651, archiveDir=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/oldWALs, maxLogs=10 2024-11-25T14:29:50,584 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/WALs/cb69081f5976,38357,1732544988651/cb69081f5976%2C38357%2C1732544988651.1732544990566, exclude list is [], retry=0 2024-11-25T14:29:50,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32931,DS-842539e7-c642-4623-80ce-3ce078d2c0b9,DISK] 2024-11-25T14:29:50,594 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/WALs/cb69081f5976,38357,1732544988651/cb69081f5976%2C38357%2C1732544988651.1732544990566 2024-11-25T14:29:50,595 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44269:44269)] 2024-11-25T14:29:50,595 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:29:50,595 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:29:50,595 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,595 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:29:50,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:50,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:50,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:29:50,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:50,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:50,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:29:50,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:50,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:50,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:29:50,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:50,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:50,625 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,627 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,632 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,635 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,635 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,640 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:29:50,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:29:50,644 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:50,667 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:29:50,669 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60724756, jitterRate=-0.09513062238693237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:29:50,669 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732544990596Initializing all the Stores at 1732544990598 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544990598Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544990598Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544990598Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544990598Cleaning up temporary data from old regions at 1732544990635 (+37 ms)Region opened successfully at 1732544990669 (+34 ms) 2024-11-25T14:29:50,671 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:29:50,681 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7909c86c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:29:50,688 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:29:50,688 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:29:50,688 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:29:50,688 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:29:50,696 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-11-25T14:29:50,697 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:29:50,697 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:29:50,701 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:29:50,703 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Unable to get data of znode /1-1066720222/balancer because node does not exist (not necessarily an error) 2024-11-25T14:29:50,723 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1066720222/balancer already deleted, retry=false 2024-11-25T14:29:50,724 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:29:50,725 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Unable to get data of znode /1-1066720222/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:29:50,740 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1066720222/normalizer already deleted, retry=false 2024-11-25T14:29:50,740 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:29:50,742 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Unable to get data of znode /1-1066720222/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:29:50,749 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1066720222/switch/split already deleted, retry=false 2024-11-25T14:29:50,751 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Unable to get data of znode /1-1066720222/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:29:50,758 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1066720222/switch/merge already deleted, retry=false 2024-11-25T14:29:50,771 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Unable to get data of znode /1-1066720222/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:29:50,782 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1066720222/snapshot-cleanup already deleted, retry=false 2024-11-25T14:29:50,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1066720222/running 2024-11-25T14:29:50,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:50,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1066720222/running 2024-11-25T14:29:50,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:50,798 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,38357,1732544988651, sessionid=0x10173b001300003, setting cluster-up flag (Was=false) 2024-11-25T14:29:50,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:50,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:50,866 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1066720222/flush-table-proc/acquired, /1-1066720222/flush-table-proc/reached, /1-1066720222/flush-table-proc/abort 2024-11-25T14:29:50,868 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,38357,1732544988651 2024-11-25T14:29:50,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:50,908 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1066720222/online-snapshot/acquired, /1-1066720222/online-snapshot/reached, /1-1066720222/online-snapshot/abort 2024-11-25T14:29:50,927 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,38357,1732544988651 2024-11-25T14:29:50,944 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:29:50,954 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:29:50,955 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:29:50,955 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:29:50,955 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,38357,1732544988651 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:29:50,974 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:50,975 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:50,975 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:50,976 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:50,976 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:29:50,979 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:50,980 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:29:50,980 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:50,993 INFO [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(746): ClusterId : 13226eb5-9aee-4b8f-96bc-7af7bf040964 2024-11-25T14:29:50,993 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:29:51,003 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:29:51,003 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:29:51,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:29:51,004 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:29:51,019 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545021018 2024-11-25T14:29:51,019 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:29:51,019 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:29:51,019 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:29:51,019 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:29:51,019 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:29:51,020 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:29:51,024 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:51,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:29:51,025 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:29:51,026 DEBUG [RS:0;cb69081f5976:33567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e6f644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:29:51,032 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,032 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:29:51,033 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:29:51,033 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:29:51,033 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:29:51,034 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:29:51,034 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:29:51,035 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544991034,5,FailOnTimeoutGroup] 2024-11-25T14:29:51,035 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544991035,5,FailOnTimeoutGroup] 2024-11-25T14:29:51,035 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,035 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:29:51,035 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,035 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,070 DEBUG [RS:0;cb69081f5976:33567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:33567 2024-11-25T14:29:51,070 INFO [RS:0;cb69081f5976:33567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:29:51,070 INFO [RS:0;cb69081f5976:33567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:29:51,070 DEBUG [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:29:51,080 INFO [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,38357,1732544988651 with port=33567, startcode=1732544988896 2024-11-25T14:29:51,080 DEBUG [RS:0;cb69081f5976:33567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:29:51,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:29:51,093 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:29:51,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,33567,1732544988896 2024-11-25T14:29:51,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38357 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,33567,1732544988896 2024-11-25T14:29:51,099 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:29:51,099 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828 2024-11-25T14:29:51,103 DEBUG [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828 2024-11-25T14:29:51,103 DEBUG [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35533 2024-11-25T14:29:51,103 DEBUG [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:29:51,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:29:51,141 DEBUG [RS:0;cb69081f5976:33567 {}] zookeeper.ZKUtil(111): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Set watcher on existing znode=/1-1066720222/rs/cb69081f5976,33567,1732544988896 2024-11-25T14:29:51,141 WARN [RS:0;cb69081f5976:33567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:29:51,141 INFO [RS:0;cb69081f5976:33567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:29:51,141 DEBUG [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/WALs/cb69081f5976,33567,1732544988896 2024-11-25T14:29:51,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222/rs 2024-11-25T14:29:51,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:29:51,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,33567,1732544988896] 2024-11-25T14:29:51,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:29:51,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:29:51,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:51,168 INFO [RS:0;cb69081f5976:33567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:29:51,173 INFO [RS:0;cb69081f5976:33567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:29:51,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:51,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:29:51,175 INFO [RS:0;cb69081f5976:33567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:29:51,175 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:29:51,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:51,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:51,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:29:51,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:29:51,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:51,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:51,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:29:51,187 INFO [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:29:51,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:29:51,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:51,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:51,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:29:51,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/1588230740 2024-11-25T14:29:51,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/1588230740 2024-11-25T14:29:51,199 INFO [RS:0;cb69081f5976:33567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:29:51,200 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:29:51,200 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:51,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:29:51,200 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:51,200 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:51,201 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:51,201 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:51,201 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:29:51,201 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:51,201 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:51,201 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:51,201 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:29:51,201 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:51,201 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:51,202 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:51,202 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:29:51,202 DEBUG [RS:0;cb69081f5976:33567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:29:51,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:29:51,224 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:29:51,225 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,225 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,225 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,225 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,225 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33567,1732544988896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:29:51,237 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:29:51,238 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60344488, jitterRate=-0.10079705715179443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:29:51,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732544991144Initializing all the Stores at 1732544991149 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544991149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544991159 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544991159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544991159Cleaning up temporary data from old regions at 1732544991200 (+41 ms)Region opened successfully at 1732544991238 (+38 ms) 2024-11-25T14:29:51,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:29:51,239 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:29:51,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:29:51,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:29:51,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:29:51,280 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:29:51,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732544991239Disabling compacts and flushes for region at 1732544991239Disabling writes for close at 1732544991239Writing region close event to WAL at 1732544991279 (+40 ms)Closed at 1732544991279 2024-11-25T14:29:51,285 INFO [RS:0;cb69081f5976:33567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:29:51,285 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33567,1732544988896-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:29:51,285 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:29:51,285 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,285 INFO [RS:0;cb69081f5976:33567 {}] regionserver.Replication(171): cb69081f5976,33567,1732544988896 started 2024-11-25T14:29:51,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:29:51,297 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:29:51,300 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:29:51,328 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:51,363 INFO [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,33567,1732544988896, RpcServer on cb69081f5976/172.17.0.3:33567, sessionid=0x10173b001300004 2024-11-25T14:29:51,364 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:29:51,364 DEBUG [RS:0;cb69081f5976:33567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,33567,1732544988896 2024-11-25T14:29:51,364 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,33567,1732544988896' 2024-11-25T14:29:51,364 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1066720222/flush-table-proc/abort' 2024-11-25T14:29:51,375 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1066720222/flush-table-proc/acquired' 2024-11-25T14:29:51,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:29:51,382 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T14:29:51,384 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:29:51,384 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:29:51,384 DEBUG [RS:0;cb69081f5976:33567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,33567,1732544988896 2024-11-25T14:29:51,384 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,33567,1732544988896' 2024-11-25T14:29:51,384 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1066720222/online-snapshot/abort' 2024-11-25T14:29:51,385 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1066720222/online-snapshot/acquired' 2024-11-25T14:29:51,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:29:51,385 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T14:29:51,386 DEBUG [RS:0;cb69081f5976:33567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:29:51,386 INFO [RS:0;cb69081f5976:33567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:29:51,386 INFO [RS:0;cb69081f5976:33567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:29:51,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:29:51,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T14:29:51,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:29:51,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T14:29:51,454 WARN [cb69081f5976:38357 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T14:29:51,487 INFO [RS:0;cb69081f5976:33567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:29:51,493 INFO [RS:0;cb69081f5976:33567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C33567%2C1732544988896, suffix=, logDir=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/WALs/cb69081f5976,33567,1732544988896, archiveDir=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/oldWALs, maxLogs=10 2024-11-25T14:29:51,523 DEBUG [RS:0;cb69081f5976:33567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/WALs/cb69081f5976,33567,1732544988896/cb69081f5976%2C33567%2C1732544988896.1732544991498, exclude list is [], retry=0 2024-11-25T14:29:51,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32931,DS-842539e7-c642-4623-80ce-3ce078d2c0b9,DISK] 2024-11-25T14:29:51,559 INFO [RS:0;cb69081f5976:33567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/WALs/cb69081f5976,33567,1732544988896/cb69081f5976%2C33567%2C1732544988896.1732544991498 2024-11-25T14:29:51,560 DEBUG [RS:0;cb69081f5976:33567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44269:44269)] 2024-11-25T14:29:51,704 DEBUG [cb69081f5976:38357 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:29:51,705 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,33567,1732544988896 2024-11-25T14:29:51,709 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,33567,1732544988896, state=OPENING 2024-11-25T14:29:51,762 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:29:51,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:51,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:29:51,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1066720222/meta-region-server: CHANGED 2024-11-25T14:29:51,800 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:29:51,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,33567,1732544988896}] 2024-11-25T14:29:51,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1066720222/meta-region-server: CHANGED 2024-11-25T14:29:51,957 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:29:51,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:29:51,966 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:29:51,967 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:29:51,967 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:29:51,971 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C33567%2C1732544988896.meta, suffix=.meta, logDir=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/WALs/cb69081f5976,33567,1732544988896, archiveDir=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/oldWALs, maxLogs=10 2024-11-25T14:29:51,991 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/WALs/cb69081f5976,33567,1732544988896/cb69081f5976%2C33567%2C1732544988896.meta.1732544991974.meta, exclude list is [], retry=0 2024-11-25T14:29:51,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32931,DS-842539e7-c642-4623-80ce-3ce078d2c0b9,DISK] 2024-11-25T14:29:52,012 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/WALs/cb69081f5976,33567,1732544988896/cb69081f5976%2C33567%2C1732544988896.meta.1732544991974.meta 2024-11-25T14:29:52,012 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44269:44269)] 2024-11-25T14:29:52,013 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:29:52,013 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:29:52,013 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:29:52,014 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:29:52,014 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:29:52,014 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:29:52,014 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:29:52,014 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:29:52,014 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:29:52,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:29:52,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:29:52,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:52,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:52,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:29:52,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:29:52,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:52,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:52,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:29:52,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:29:52,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:52,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:52,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:29:52,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:29:52,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:52,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:52,058 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:29:52,060 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/1588230740 2024-11-25T14:29:52,062 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/1588230740 2024-11-25T14:29:52,065 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:29:52,065 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:29:52,066 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:29:52,069 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:29:52,071 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74121986, jitterRate=0.10450366139411926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:29:52,072 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:29:52,072 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732544992015Writing region info on filesystem at 1732544992015Initializing all the Stores at 1732544992024 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544992024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544992027 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544992027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544992027Cleaning up temporary data from old regions at 1732544992065 (+38 ms)Running coprocessor post-open hooks at 1732544992072 (+7 ms)Region opened successfully at 1732544992072 2024-11-25T14:29:52,074 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732544991956 2024-11-25T14:29:52,079 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:29:52,079 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:29:52,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,33567,1732544988896 2024-11-25T14:29:52,083 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,33567,1732544988896, state=OPEN 2024-11-25T14:29:52,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1066720222/meta-region-server 2024-11-25T14:29:52,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1066720222/meta-region-server: CHANGED 2024-11-25T14:29:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1066720222/meta-region-server 2024-11-25T14:29:52,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1066720222/meta-region-server: CHANGED 2024-11-25T14:29:52,101 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,33567,1732544988896 2024-11-25T14:29:52,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:29:52,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,33567,1732544988896 in 301 msec 2024-11-25T14:29:52,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:29:52,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 837 msec 2024-11-25T14:29:52,137 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:29:52,137 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:29:52,154 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:29:52,154 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,33567,1732544988896, seqNum=-1] 2024-11-25T14:29:52,154 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:29:52,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:29:52,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-11-25T14:29:52,181 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732544992180, completionTime=-1 2024-11-25T14:29:52,181 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:29:52,181 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:29:52,185 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:29:52,185 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545052185 2024-11-25T14:29:52,185 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545112185 2024-11-25T14:29:52,185 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-25T14:29:52,186 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,38357,1732544988651-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:52,186 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,38357,1732544988651-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:52,186 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,38357,1732544988651-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:52,187 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:38357, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:52,187 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:52,189 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:52,193 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:29:52,199 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.039sec 2024-11-25T14:29:52,199 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:29:52,199 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:29:52,199 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:29:52,199 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:29:52,199 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:29:52,200 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,38357,1732544988651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:29:52,200 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,38357,1732544988651-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:29:52,206 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:29:52,206 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:29:52,206 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,38357,1732544988651-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:52,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:52,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,38357,-1 for getting cluster id 2024-11-25T14:29:52,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:29:52,304 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13226eb5-9aee-4b8f-96bc-7af7bf040964' 2024-11-25T14:29:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:29:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13226eb5-9aee-4b8f-96bc-7af7bf040964" 2024-11-25T14:29:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398077c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,38357,-1] 2024-11-25T14:29:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:29:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:52,309 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:29:52,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:52,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:29:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,33567,1732544988896, seqNum=-1] 2024-11-25T14:29:52,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:29:52,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:29:52,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,38357,1732544988651 2024-11-25T14:29:52,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50970 2024-11-25T14:29:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:29:52,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10173b001300005 connected 2024-11-25T14:29:52,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:52,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,35569,-1 for getting cluster id 2024-11-25T14:29:52,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:29:52,405 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b752a1b3-0341-4a33-896f-b2c00e79e055' 2024-11-25T14:29:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:29:52,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b752a1b3-0341-4a33-896f-b2c00e79e055" 2024-11-25T14:29:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a72f7f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,35569,-1] 2024-11-25T14:29:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:29:52,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:52,410 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:29:52,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4265df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:52,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:29:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,35569,1732544980630 2024-11-25T14:29:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d29d7e 2024-11-25T14:29:52,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:29:52,438 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:29:52,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:38357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:29:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:29:52,459 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:38357' 2024-11-25T14:29:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:29:52,464 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a380b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:52,464 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,38357,-1 for getting cluster id 2024-11-25T14:29:52,464 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:29:52,468 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13226eb5-9aee-4b8f-96bc-7af7bf040964' 2024-11-25T14:29:52,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:29:52,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13226eb5-9aee-4b8f-96bc-7af7bf040964" 2024-11-25T14:29:52,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a016bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:52,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,38357,-1] 2024-11-25T14:29:52,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:29:52,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:52,480 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:29:52,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3590d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:52,484 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:29:52,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,38357,1732544988651 2024-11-25T14:29:52,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66ceb6d 2024-11-25T14:29:52,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:29:52,496 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:29:52,528 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T14:29:52,529 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:29:52,544 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:52,546 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:52,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:29:52,548 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:29:52,559 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:29:52,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:29:52,567 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:52,570 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:29:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:29:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741835_1011 (size=1138) 2024-11-25T14:29:52,594 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ce5a8893432c225139f314e11058694, NAME => 'hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50 2024-11-25T14:29:52,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741836_1012 (size=44) 2024-11-25T14:29:52,613 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:29:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:29:53,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:29:53,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7ce5a8893432c225139f314e11058694, disabling compactions & flushes 2024-11-25T14:29:53,012 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:53,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:53,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. after waiting 0 ms 2024-11-25T14:29:53,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:53,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:53,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ce5a8893432c225139f314e11058694: Waiting for close lock at 1732544993012Disabling compacts and flushes for region at 1732544993012Disabling writes for close at 1732544993013 (+1 ms)Writing region close event to WAL at 1732544993013Closed at 1732544993013 2024-11-25T14:29:53,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:29:53,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732544993015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732544993015"}]},"ts":"1732544993015"} 2024-11-25T14:29:53,031 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:29:53,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:29:53,037 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732544993034"}]},"ts":"1732544993034"} 2024-11-25T14:29:53,050 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:29:53,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ce5a8893432c225139f314e11058694, ASSIGN}] 2024-11-25T14:29:53,057 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ce5a8893432c225139f314e11058694, ASSIGN 2024-11-25T14:29:53,060 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ce5a8893432c225139f314e11058694, ASSIGN; state=OFFLINE, location=cb69081f5976,43697,1732544981689; forceNewPlan=false, retain=false 2024-11-25T14:29:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:29:53,212 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7ce5a8893432c225139f314e11058694, regionState=OPENING, regionLocation=cb69081f5976,43697,1732544981689 2024-11-25T14:29:53,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ce5a8893432c225139f314e11058694, ASSIGN because future has completed 2024-11-25T14:29:53,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ce5a8893432c225139f314e11058694, server=cb69081f5976,43697,1732544981689}] 2024-11-25T14:29:53,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:53,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:29:53,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:29:53,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C43697%2C1732544981689.rep, suffix=, logDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689, archiveDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs, maxLogs=10 2024-11-25T14:29:53,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.rep.1732544993396, exclude list is [], retry=0 2024-11-25T14:29:53,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34925,DS-83b35aab-4ff0-4657-b676-274f760ba283,DISK] 2024-11-25T14:29:53,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.rep.1732544993396 2024-11-25T14:29:53,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-25T14:29:53,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ce5a8893432c225139f314e11058694, NAME => 'hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:29:53,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:29:53,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:29:53,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. service=MultiRowMutationService 2024-11-25T14:29:53,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:29:53,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:29:53,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,451 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,454 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ce5a8893432c225139f314e11058694 columnFamilyName hfileref 2024-11-25T14:29:53,454 DEBUG [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:53,455 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(327): Store=7ce5a8893432c225139f314e11058694/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:53,455 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,458 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ce5a8893432c225139f314e11058694 columnFamilyName queue 2024-11-25T14:29:53,458 DEBUG [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:53,461 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(327): Store=7ce5a8893432c225139f314e11058694/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:53,462 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,464 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ce5a8893432c225139f314e11058694 columnFamilyName sid 2024-11-25T14:29:53,464 DEBUG [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:53,465 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(327): Store=7ce5a8893432c225139f314e11058694/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:53,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:29:53,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:29:53,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7ce5a8893432c225139f314e11058694; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63672937, jitterRate=-0.051199302077293396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:29:53,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:53,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7ce5a8893432c225139f314e11058694: Running coprocessor pre-open hook at 1732544993446Writing region info on filesystem at 1732544993446Initializing all the Stores at 1732544993448 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544993448Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544993451 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544993451Cleaning up temporary data from old regions at 1732544993469 (+18 ms)Running coprocessor post-open hooks at 1732544993525 (+56 ms)Region opened successfully at 1732544993527 (+2 ms) 2024-11-25T14:29:53,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694., pid=7, masterSystemTime=1732544993380 2024-11-25T14:29:53,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:53,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:53,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7ce5a8893432c225139f314e11058694, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,43697,1732544981689 2024-11-25T14:29:53,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ce5a8893432c225139f314e11058694, server=cb69081f5976,43697,1732544981689 because future has completed 2024-11-25T14:29:53,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T14:29:53,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ce5a8893432c225139f314e11058694, server=cb69081f5976,43697,1732544981689 in 330 msec 2024-11-25T14:29:53,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:29:53,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ce5a8893432c225139f314e11058694, ASSIGN in 508 msec 2024-11-25T14:29:53,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:29:53,570 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732544993570"}]},"ts":"1732544993570"} 2024-11-25T14:29:53,575 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:29:53,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:29:53,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0270 sec 2024-11-25T14:29:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:29:53,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694., hostname=cb69081f5976,43697,1732544981689, seqNum=2] 2024-11-25T14:29:53,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43697 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T14:29:53,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:53,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:53,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:29:54,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T14:29:54,063 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:29:54,106 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,43697,1732544981689, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:29:54,107 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:29:54,107 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,43697,1732544981689, seqNum=-1] 2024-11-25T14:29:54,108 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:29:54,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-25T14:29:54,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,43697,1732544981689', locateType=CURRENT is [region=hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694., hostname=cb69081f5976,43697,1732544981689, seqNum=2] 2024-11-25T14:29:54,118 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T14:29:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T14:29:54,125 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,43697,1732544981689 suceeded 2024-11-25T14:29:54,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T14:29:54,130 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:38357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:29:54,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-11-25T14:29:54,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6870 sec 2024-11-25T14:29:54,140 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:38357' 2024-11-25T14:29:54,142 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bb9f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,142 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,38357,-1 for getting cluster id 2024-11-25T14:29:54,142 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:29:54,143 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13226eb5-9aee-4b8f-96bc-7af7bf040964' 2024-11-25T14:29:54,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:29:54,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13226eb5-9aee-4b8f-96bc-7af7bf040964" 2024-11-25T14:29:54,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45e9c1fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,38357,-1] 2024-11-25T14:29:54,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:29:54,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:54,146 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:29:54,149 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67525d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,149 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:29:54,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,38357,1732544988651 2024-11-25T14:29:54,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@436b8f3c 2024-11-25T14:29:54,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:29:54,153 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-25T14:29:54,154 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,43697,1732544981689 (queues=1) is replicating from cluster=b752a1b3-0341-4a33-896f-b2c00e79e055 to cluster=13226eb5-9aee-4b8f-96bc-7af7bf040964 2024-11-25T14:29:54,158 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C43697%2C1732544981689 2024-11-25T14:29:54,164 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,43697,1732544981689, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:29:54,167 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689.replicationSource.shippercb69081f5976%2C43697%2C1732544981689,1-cb69081f5976,43697,1732544981689 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C43697%2C1732544981689 2024-11-25T14:29:54,171 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,1-cb69081f5976,43697,1732544981689 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969, startPosition=0, beingWritten=true 2024-11-25T14:29:54,454 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,1-cb69081f5976,43697,1732544981689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969 to pos 0, reset compression=false 2024-11-25T14:29:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:29:54,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:29:54,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:29:54,616 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:29:54,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:54,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:54,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:29:54,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,35569,-1 for getting cluster id 2024-11-25T14:29:54,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:29:54,623 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b752a1b3-0341-4a33-896f-b2c00e79e055' 2024-11-25T14:29:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:29:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b752a1b3-0341-4a33-896f-b2c00e79e055" 2024-11-25T14:29:54,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5d687e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,35569,-1] 2024-11-25T14:29:54,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:29:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:54,628 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:29:54,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bde6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:29:54,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,35569,1732544980630 2024-11-25T14:29:54,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@789e503c 2024-11-25T14:29:54,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:29:54,633 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:29:54,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://cb69081f5976:38357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:29:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:29:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T14:29:54,638 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:38357' 2024-11-25T14:29:54,639 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9b9efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,639 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,38357,-1 for getting cluster id 2024-11-25T14:29:54,639 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:29:54,640 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13226eb5-9aee-4b8f-96bc-7af7bf040964' 2024-11-25T14:29:54,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:29:54,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13226eb5-9aee-4b8f-96bc-7af7bf040964" 2024-11-25T14:29:54,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ad0053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,38357,-1] 2024-11-25T14:29:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:29:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:54,643 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:29:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1784afd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,644 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:29:54,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,38357,1732544988651 2024-11-25T14:29:54,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dafba43 2024-11-25T14:29:54,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:29:54,646 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:29:54,647 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T14:29:54,648 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:29:54,648 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:54,648 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:54,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:29:54,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:29:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T14:29:54,762 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,1-cb69081f5976,43697,1732544981689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969 to pos 0, reset compression=false 2024-11-25T14:29:54,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-25T14:29:54,865 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-25T14:29:54,904 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-cb69081f5976,43697,1732544981689, ReplicationSource: 2, currentBandwidth=0 2024-11-25T14:29:54,908 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-25T14:29:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-25T14:29:54,919 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on cb69081f5976,43697,1732544981689 suceeded 2024-11-25T14:29:54,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:29:54,923 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://cb69081f5976:38357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:29:54,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-25T14:29:54,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 289 msec 2024-11-25T14:29:54,931 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:38357' 2024-11-25T14:29:54,933 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@498ad683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,934 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,38357,-1 for getting cluster id 2024-11-25T14:29:54,934 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:29:54,935 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13226eb5-9aee-4b8f-96bc-7af7bf040964' 2024-11-25T14:29:54,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:29:54,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13226eb5-9aee-4b8f-96bc-7af7bf040964" 2024-11-25T14:29:54,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@362ddd0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,38357,-1] 2024-11-25T14:29:54,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:29:54,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:54,939 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:29:54,940 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@160ea945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:54,941 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:29:54,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,38357,1732544988651 2024-11-25T14:29:54,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@305ba824 2024-11-25T14:29:54,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:29:54,943 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-25T14:29:54,944 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cb69081f5976,43697,1732544981689 (queues=1) is replicating from cluster=b752a1b3-0341-4a33-896f-b2c00e79e055 to cluster=13226eb5-9aee-4b8f-96bc-7af7bf040964 2024-11-25T14:29:54,944 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cb69081f5976%2C43697%2C1732544981689 2024-11-25T14:29:54,944 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cb69081f5976,43697,1732544981689, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:29:54,945 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689.replicationSource.shippercb69081f5976%2C43697%2C1732544981689,2-cb69081f5976,43697,1732544981689 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C43697%2C1732544981689 2024-11-25T14:29:54,946 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,2-cb69081f5976,43697,1732544981689 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969, startPosition=0, beingWritten=true 2024-11-25T14:29:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T14:29:54,955 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-25T14:29:54,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:29:54,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:29:54,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:54,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:54,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:29:54,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:29:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,35569,1732544980630 2024-11-25T14:29:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8b5c78 2024-11-25T14:29:54,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:29:54,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:29:54,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T14:29:54,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-25T14:29:54,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T14:29:54,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-25T14:29:54,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://cb69081f5976:38357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:29:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T14:29:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T14:29:54,996 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:38357' 2024-11-25T14:29:55,002 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e144c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:55,002 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,38357,-1 for getting cluster id 2024-11-25T14:29:55,003 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:29:55,004 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13226eb5-9aee-4b8f-96bc-7af7bf040964' 2024-11-25T14:29:55,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:29:55,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13226eb5-9aee-4b8f-96bc-7af7bf040964" 2024-11-25T14:29:55,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421a26f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:55,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,38357,-1] 2024-11-25T14:29:55,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:29:55,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:55,009 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:29:55,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3f29e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:55,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:29:55,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,38357,1732544988651 2024-11-25T14:29:55,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2de96270 2024-11-25T14:29:55,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:29:55,017 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:29:55,019 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T14:29:55,019 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:29:55,019 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:55,019 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:55,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:29:55,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:29:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T14:29:55,153 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,2-cb69081f5976,43697,1732544981689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969 to pos 0, reset compression=false 2024-11-25T14:29:55,177 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,1-cb69081f5976,43697,1732544981689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969 to pos 0, reset compression=false 2024-11-25T14:29:55,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-25T14:29:55,203 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-25T14:29:55,205 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-25T14:29:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-25T14:29:55,209 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on cb69081f5976,43697,1732544981689 suceeded 2024-11-25T14:29:55,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T14:29:55,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 171 msec 2024-11-25T14:29:55,212 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://cb69081f5976:38357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:29:55,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 223 msec 2024-11-25T14:29:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T14:29:55,316 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-25T14:29:55,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://cb69081f5976:38357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:29:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T14:29:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T14:29:55,327 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:38357' 2024-11-25T14:29:55,328 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d214dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:55,329 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,38357,-1 for getting cluster id 2024-11-25T14:29:55,329 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:29:55,329 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13226eb5-9aee-4b8f-96bc-7af7bf040964' 2024-11-25T14:29:55,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:29:55,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13226eb5-9aee-4b8f-96bc-7af7bf040964" 2024-11-25T14:29:55,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dfee2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:55,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,38357,-1] 2024-11-25T14:29:55,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:29:55,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:55,331 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:29:55,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d400a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:29:55,332 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:29:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,38357,1732544988651 2024-11-25T14:29:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17bf130d 2024-11-25T14:29:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:29:55,334 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:29:55,335 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-25T14:29:55,335 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:29:55,335 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:55,335 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:55,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:29:55,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:29:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T14:29:55,461 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,2-cb69081f5976,43697,1732544981689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969 to pos 0, reset compression=false 2024-11-25T14:29:55,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-25T14:29:55,497 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-25T14:29:55,499 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-25T14:29:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-25T14:29:55,505 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on cb69081f5976,43697,1732544981689 suceeded 2024-11-25T14:29:55,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T14:29:55,510 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://cb69081f5976:38357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:29:55,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-25T14:29:55,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-11-25T14:29:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T14:29:55,646 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-25T14:29:55,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T14:29:55,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-25T14:29:55,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:29:55,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:29:55,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:55,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:55,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:29:55,649 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-25T14:29:55,650 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,35569,1732544980630 2024-11-25T14:29:55,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:29:55,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0938512758/running 2024-11-25T14:29:55,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0938512758/running 2024-11-25T14:29:55,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:55,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:55,657 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:29:55,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:29:55,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:29:55,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:55,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,43697,1732544981689' ***** 2024-11-25T14:29:55,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:29:55,659 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:29:55,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/running 2024-11-25T14:29:55,659 INFO [RS:0;cb69081f5976:43697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:29:55,659 INFO [RS:0;cb69081f5976:43697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:29:55,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:29:55,660 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:55,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/running 2024-11-25T14:29:55,660 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,43697,1732544981689 2024-11-25T14:29:55,661 INFO [RS:0;cb69081f5976:43697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:29:55,661 INFO [RS:0;cb69081f5976:43697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:43697. 2024-11-25T14:29:55,661 DEBUG [RS:0;cb69081f5976:43697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:29:55,661 DEBUG [RS:0;cb69081f5976:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:55,661 INFO [RS:0;cb69081f5976:43697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:29:55,661 INFO [RS:0;cb69081f5976:43697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:29:55,661 INFO [RS:0;cb69081f5976:43697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:29:55,661 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:29:55,663 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ce5a8893432c225139f314e11058694, disabling compactions & flushes 2024-11-25T14:29:55,663 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:29:55,663 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:55,663 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:29:55,663 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:55,663 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:29:55,663 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. after waiting 0 ms 2024-11-25T14:29:55,663 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:29:55,663 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:55,663 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:29:55,663 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:29:55,663 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ce5a8893432c225139f314e11058694=hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694.} 2024-11-25T14:29:55,664 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:55,669 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T14:29:55,671 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ce5a8893432c225139f314e11058694 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-25T14:29:55,684 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,1-cb69081f5976,43697,1732544981689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969 to pos 0, reset compression=false 2024-11-25T14:29:55,716 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:29:55,757 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:29:55,757 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:29:55,761 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/info/e3670a41c4a04fda97178d0b23efef55 is 147, key is hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694./info:regioninfo/1732544993541/Put/seqid=0 2024-11-25T14:29:55,761 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694/.tmp/queue/c06c5f9d2e184090b17463763d6d0284 is 151, key is 1-cb69081f5976,43697,1732544981689/queue:cb69081f5976%2C43697%2C1732544981689/1732544994113/Put/seqid=0 2024-11-25T14:29:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741839_1015 (size=6631) 2024-11-25T14:29:55,788 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/info/e3670a41c4a04fda97178d0b23efef55 2024-11-25T14:29:55,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741838_1014 (size=5500) 2024-11-25T14:29:55,864 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:55,869 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,2-cb69081f5976,43697,1732544981689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969 to pos 0, reset compression=false 2024-11-25T14:29:55,882 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/ns/e417d5580bf542bea04779a97e842bb5 is 43, key is default/ns:d/1732544985880/Put/seqid=0 2024-11-25T14:29:55,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741840_1016 (size=5153) 2024-11-25T14:29:55,914 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/ns/e417d5580bf542bea04779a97e842bb5 2024-11-25T14:29:55,952 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/table/65a259d99bad4e4cb48ee60ce7c2c0fa is 53, key is hbase:replication/table:state/1732544993570/Put/seqid=0 2024-11-25T14:29:55,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741841_1017 (size=5256) 2024-11-25T14:29:56,066 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:56,208 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694/.tmp/queue/c06c5f9d2e184090b17463763d6d0284 2024-11-25T14:29:56,228 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694/.tmp/queue/c06c5f9d2e184090b17463763d6d0284 as hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694/queue/c06c5f9d2e184090b17463763d6d0284 2024-11-25T14:29:56,241 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694/queue/c06c5f9d2e184090b17463763d6d0284, entries=2, sequenceid=6, filesize=5.4 K 2024-11-25T14:29:56,251 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7ce5a8893432c225139f314e11058694 in 581ms, sequenceid=6, compaction requested=false 2024-11-25T14:29:56,251 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T14:29:56,267 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ce5a8893432c225139f314e11058694 2024-11-25T14:29:56,267 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T14:29:56,274 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:29:56,275 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:29:56,275 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:56,275 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ce5a8893432c225139f314e11058694: Waiting for close lock at 1732544995662Running coprocessor pre-close hooks at 1732544995662Disabling compacts and flushes for region at 1732544995662Disabling writes for close at 1732544995663 (+1 ms)Obtaining lock to block concurrent updates at 1732544995672 (+9 ms)Preparing flush snapshotting stores in 7ce5a8893432c225139f314e11058694 at 1732544995672Finished memstore snapshotting hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732544995680 (+8 ms)Flushing stores of hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. at 1732544995682 (+2 ms)Flushing 7ce5a8893432c225139f314e11058694/queue: creating writer at 1732544995684 (+2 ms)Flushing 7ce5a8893432c225139f314e11058694/queue: appending metadata at 1732544995741 (+57 ms)Flushing 7ce5a8893432c225139f314e11058694/queue: closing flushed file at 1732544995752 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f33f8c8: reopening flushed file at 1732544996224 (+472 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7ce5a8893432c225139f314e11058694 in 581ms, sequenceid=6, compaction requested=false at 1732544996251 (+27 ms)Writing region close event to WAL at 1732544996255 (+4 ms)Running coprocessor post-close hooks at 1732544996271 (+16 ms)Closed at 1732544996275 (+4 ms) 2024-11-25T14:29:56,276 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:29:56,309 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,1-cb69081f5976,43697,1732544981689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969 to pos 0, reset compression=false 2024-11-25T14:29:56,358 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/table/65a259d99bad4e4cb48ee60ce7c2c0fa 2024-11-25T14:29:56,379 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/info/e3670a41c4a04fda97178d0b23efef55 as hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/info/e3670a41c4a04fda97178d0b23efef55 2024-11-25T14:29:56,391 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,2-cb69081f5976,43697,1732544981689 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.1732544984969 to pos 0, reset compression=false 2024-11-25T14:29:56,405 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/info/e3670a41c4a04fda97178d0b23efef55, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T14:29:56,408 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/ns/e417d5580bf542bea04779a97e842bb5 as hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/ns/e417d5580bf542bea04779a97e842bb5 2024-11-25T14:29:56,449 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/ns/e417d5580bf542bea04779a97e842bb5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T14:29:56,451 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/table/65a259d99bad4e4cb48ee60ce7c2c0fa as hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/table/65a259d99bad4e4cb48ee60ce7c2c0fa 2024-11-25T14:29:56,463 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/table/65a259d99bad4e4cb48ee60ce7c2c0fa, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T14:29:56,466 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 803ms, sequenceid=11, compaction requested=false 2024-11-25T14:29:56,467 DEBUG [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:29:56,501 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T14:29:56,503 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:29:56,503 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:29:56,503 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:29:56,504 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732544995662Running coprocessor pre-close hooks at 1732544995662Disabling compacts and flushes for region at 1732544995662Disabling writes for close at 1732544995663 (+1 ms)Obtaining lock to block concurrent updates at 1732544995669 (+6 ms)Preparing flush snapshotting stores in 1588230740 at 1732544995669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732544995680 (+11 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732544995682 (+2 ms)Flushing 1588230740/info: creating writer at 1732544995686 (+4 ms)Flushing 1588230740/info: appending metadata at 1732544995742 (+56 ms)Flushing 1588230740/info: closing flushed file at 1732544995744 (+2 ms)Flushing 1588230740/ns: creating writer at 1732544995849 (+105 ms)Flushing 1588230740/ns: appending metadata at 1732544995881 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732544995881Flushing 1588230740/table: creating writer at 1732544995929 (+48 ms)Flushing 1588230740/table: appending metadata at 1732544995951 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732544995951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322bf4d1: reopening flushed file at 1732544996377 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1834a15f: reopening flushed file at 1732544996406 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50215f10: reopening flushed file at 1732544996449 (+43 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 803ms, sequenceid=11, compaction requested=false at 1732544996466 (+17 ms)Writing region close event to WAL at 1732544996488 (+22 ms)Running coprocessor post-close hooks at 1732544996503 (+15 ms)Closed at 1732544996503 2024-11-25T14:29:56,504 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:29:56,668 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,43697,1732544981689; all regions closed. 2024-11-25T14:29:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741834_1010 (size=2742) 2024-11-25T14:29:56,690 DEBUG [RS:0;cb69081f5976:43697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs 2024-11-25T14:29:56,690 INFO [RS:0;cb69081f5976:43697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C43697%2C1732544981689.meta:.meta(num 1732544985659) 2024-11-25T14:29:56,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741837_1013 (size=1802) 2024-11-25T14:29:56,693 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689/cb69081f5976%2C43697%2C1732544981689.rep.1732544993396 not finished, retry = 0 2024-11-25T14:29:56,797 DEBUG [RS:0;cb69081f5976:43697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs 2024-11-25T14:29:56,798 INFO [RS:0;cb69081f5976:43697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C43697%2C1732544981689.rep:(num 1732544993396) 2024-11-25T14:29:56,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741833_1009 (size=93) 2024-11-25T14:29:56,813 DEBUG [RS:0;cb69081f5976:43697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs 2024-11-25T14:29:56,813 INFO [RS:0;cb69081f5976:43697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C43697%2C1732544981689:(num 1732544984969) 2024-11-25T14:29:56,813 DEBUG [RS:0;cb69081f5976:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:56,813 INFO [RS:0;cb69081f5976:43697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:29:56,814 INFO [RS:0;cb69081f5976:43697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:29:56,814 INFO [RS:0;cb69081f5976:43697 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:29:56,814 INFO [RS:0;cb69081f5976:43697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:29:56,814 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:29:56,815 INFO [RS:0;cb69081f5976:43697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,43697,1732544981689 because: Region server is closing 2024-11-25T14:29:56,815 INFO [RS:0;cb69081f5976:43697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:43697. 2024-11-25T14:29:56,815 DEBUG [RS:0;cb69081f5976:43697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:29:56,816 DEBUG [RS:0;cb69081f5976:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:56,817 DEBUG [RS:0;cb69081f5976:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:56,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:29:56,919 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689.replicationSource.shippercb69081f5976%2C43697%2C1732544981689,1-cb69081f5976,43697,1732544981689 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T14:29:56,919 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,1-cb69081f5976,43697,1732544981689 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T14:29:56,920 INFO [RS:0;cb69081f5976:43697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43697,1732544981689.replicationSource.shippercb69081f5976%2C43697%2C1732544981689,1-cb69081f5976,43697,1732544981689 terminated 2024-11-25T14:29:56,920 INFO [RS:0;cb69081f5976:43697 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cb69081f5976,43697,1732544981689 because: Region server is closing 2024-11-25T14:29:56,920 INFO [RS:0;cb69081f5976:43697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:43697. 2024-11-25T14:29:56,920 DEBUG [RS:0;cb69081f5976:43697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:29:56,920 DEBUG [RS:0;cb69081f5976:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:56,921 DEBUG [RS:0;cb69081f5976:43697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:29:56,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:29:57,022 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689.replicationSource.wal-reader.cb69081f5976%2C43697%2C1732544981689,2-cb69081f5976,43697,1732544981689 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T14:29:57,023 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689.replicationSource.shippercb69081f5976%2C43697%2C1732544981689,2-cb69081f5976,43697,1732544981689 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T14:29:57,026 INFO [RS:0;cb69081f5976:43697 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,43697,1732544981689.replicationSource.shippercb69081f5976%2C43697%2C1732544981689,2-cb69081f5976,43697,1732544981689 terminated 2024-11-25T14:29:57,026 INFO [RS:0;cb69081f5976:43697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43697 2024-11-25T14:29:57,041 INFO [RS:0;cb69081f5976:43697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:29:57,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0938512758/rs/cb69081f5976,43697,1732544981689 2024-11-25T14:29:57,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/rs 2024-11-25T14:29:57,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,43697,1732544981689] 2024-11-25T14:29:57,074 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/draining/cb69081f5976,43697,1732544981689 already deleted, retry=false 2024-11-25T14:29:57,074 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,43697,1732544981689 expired; onlineServers=0 2024-11-25T14:29:57,074 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,35569,1732544980630' ***** 2024-11-25T14:29:57,074 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:29:57,075 INFO [M:0;cb69081f5976:35569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:29:57,075 INFO [M:0;cb69081f5976:35569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:29:57,075 DEBUG [M:0;cb69081f5976:35569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:29:57,075 DEBUG [M:0;cb69081f5976:35569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:29:57,075 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:29:57,075 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544984537 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544984537,5,FailOnTimeoutGroup] 2024-11-25T14:29:57,075 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544984552 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544984552,5,FailOnTimeoutGroup] 2024-11-25T14:29:57,075 INFO [M:0;cb69081f5976:35569 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:29:57,076 INFO [M:0;cb69081f5976:35569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:29:57,076 DEBUG [M:0;cb69081f5976:35569 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:29:57,076 INFO [M:0;cb69081f5976:35569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:29:57,076 INFO [M:0;cb69081f5976:35569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:29:57,077 INFO [M:0;cb69081f5976:35569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:29:57,077 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:29:57,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0938512758/master 2024-11-25T14:29:57,091 DEBUG [M:0;cb69081f5976:35569 {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/master already deleted, retry=false 2024-11-25T14:29:57,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:57,091 DEBUG [M:0;cb69081f5976:35569 {}] master.ActiveMasterManager(353): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Failed delete of our master address node; KeeperErrorCode = NoNode for /0938512758/master 2024-11-25T14:29:57,096 INFO [M:0;cb69081f5976:35569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/.lastflushedseqids 2024-11-25T14:29:57,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741842_1018 (size=181) 2024-11-25T14:29:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:29:57,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43697-0x10173b001300001, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:29:57,158 INFO [RS:0;cb69081f5976:43697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:29:57,158 INFO [RS:0;cb69081f5976:43697 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,43697,1732544981689; zookeeper connection closed. 2024-11-25T14:29:57,159 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b7a1939 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b7a1939 2024-11-25T14:29:57,159 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:29:57,517 INFO [M:0;cb69081f5976:35569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:29:57,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:29:57,518 INFO [M:0;cb69081f5976:35569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:29:57,518 DEBUG [M:0;cb69081f5976:35569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:29:57,518 INFO [M:0;cb69081f5976:35569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:57,518 DEBUG [M:0;cb69081f5976:35569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:57,518 DEBUG [M:0;cb69081f5976:35569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:29:57,518 DEBUG [M:0;cb69081f5976:35569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:57,519 INFO [M:0;cb69081f5976:35569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-25T14:29:57,550 DEBUG [M:0;cb69081f5976:35569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e10e359c7e44025854c0b9c8d7b8bd5 is 82, key is hbase:meta,,1/info:regioninfo/1732544985772/Put/seqid=0 2024-11-25T14:29:57,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741843_1019 (size=5672) 2024-11-25T14:29:57,568 INFO [M:0;cb69081f5976:35569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e10e359c7e44025854c0b9c8d7b8bd5 2024-11-25T14:29:57,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:29:57,605 DEBUG [M:0;cb69081f5976:35569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb36ff346f614443b00e19cef0880254 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732544993581/Put/seqid=0 2024-11-25T14:29:57,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741844_1020 (size=8663) 2024-11-25T14:29:58,016 INFO [M:0;cb69081f5976:35569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb36ff346f614443b00e19cef0880254 2024-11-25T14:29:58,070 DEBUG [M:0;cb69081f5976:35569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f8c39ddc1e54561b2b470dea419abd9 is 69, key is cb69081f5976,43697,1732544981689/rs:state/1732544984573/Put/seqid=0 2024-11-25T14:29:58,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741845_1021 (size=5156) 2024-11-25T14:29:58,484 INFO [M:0;cb69081f5976:35569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f8c39ddc1e54561b2b470dea419abd9 2024-11-25T14:29:58,493 DEBUG [M:0;cb69081f5976:35569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e10e359c7e44025854c0b9c8d7b8bd5 as hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e10e359c7e44025854c0b9c8d7b8bd5 2024-11-25T14:29:58,512 INFO [M:0;cb69081f5976:35569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e10e359c7e44025854c0b9c8d7b8bd5, entries=8, sequenceid=115, filesize=5.5 K 2024-11-25T14:29:58,514 DEBUG [M:0;cb69081f5976:35569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb36ff346f614443b00e19cef0880254 as hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb36ff346f614443b00e19cef0880254 2024-11-25T14:29:58,525 INFO [M:0;cb69081f5976:35569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb36ff346f614443b00e19cef0880254, entries=14, sequenceid=115, filesize=8.5 K 2024-11-25T14:29:58,527 DEBUG [M:0;cb69081f5976:35569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f8c39ddc1e54561b2b470dea419abd9 as hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f8c39ddc1e54561b2b470dea419abd9 2024-11-25T14:29:58,539 INFO [M:0;cb69081f5976:35569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f8c39ddc1e54561b2b470dea419abd9, entries=1, sequenceid=115, filesize=5.0 K 2024-11-25T14:29:58,542 INFO [M:0;cb69081f5976:35569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1023ms, sequenceid=115, compaction requested=false 2024-11-25T14:29:58,552 INFO [M:0;cb69081f5976:35569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:29:58,552 DEBUG [M:0;cb69081f5976:35569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732544997518Disabling compacts and flushes for region at 1732544997518Disabling writes for close at 1732544997518Obtaining lock to block concurrent updates at 1732544997519 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732544997519Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732544997519Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732544997520 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732544997520Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732544997549 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732544997549Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732544997581 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732544997604 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732544997605 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732544998034 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732544998069 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732544998069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b6d033: reopening flushed file at 1732544998492 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460da868: reopening flushed file at 1732544998512 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5321d9af: reopening flushed file at 1732544998525 (+13 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1023ms, sequenceid=115, compaction requested=false at 1732544998542 (+17 ms)Writing region close event to WAL at 1732544998551 (+9 ms)Closed at 1732544998551 2024-11-25T14:29:58,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741830_1006 (size=59421) 2024-11-25T14:29:58,562 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:29:58,562 INFO [M:0;cb69081f5976:35569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:29:58,562 INFO [M:0;cb69081f5976:35569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35569 2024-11-25T14:29:58,562 INFO [M:0;cb69081f5976:35569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:29:58,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:29:58,707 INFO [M:0;cb69081f5976:35569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:29:58,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10173b001300000, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:29:58,710 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:29:58,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:58,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:58,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:29:58,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:58,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:29:58,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:29:58,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:29:58,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43575 2024-11-25T14:29:58,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43575 connecting to ZooKeeper ensemble=127.0.0.1:50970 2024-11-25T14:29:58,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435750x0, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:29:58,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43575-0x10173b001300006 connected 2024-11-25T14:29:58,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:58,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:58,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/running 2024-11-25T14:29:58,745 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: INIT 2024-11-25T14:29:58,745 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50, hbase.cluster.distributed=false 2024-11-25T14:29:58,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/acl 2024-11-25T14:29:58,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43575 2024-11-25T14:29:58,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43575 2024-11-25T14:29:58,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43575 2024-11-25T14:29:58,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43575 2024-11-25T14:29:58,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43575 2024-11-25T14:29:58,772 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:29:58,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:58,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:58,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:29:58,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:29:58,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:29:58,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:29:58,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:29:58,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43907 2024-11-25T14:29:58,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43907 connecting to ZooKeeper ensemble=127.0.0.1:50970 2024-11-25T14:29:58,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:58,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:58,798 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439070x0, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:29:58,798 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: INIT 2024-11-25T14:29:58,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439070x0, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/running 2024-11-25T14:29:58,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43907-0x10173b001300007 connected 2024-11-25T14:29:58,799 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:29:58,800 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:29:58,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/master 2024-11-25T14:29:58,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/acl 2024-11-25T14:29:58,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43907 2024-11-25T14:29:58,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43907 2024-11-25T14:29:58,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43907 2024-11-25T14:29:58,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43907 2024-11-25T14:29:58,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43907 2024-11-25T14:29:58,823 DEBUG [M:0;cb69081f5976:43575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:43575 2024-11-25T14:29:58,823 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0938512758/backup-masters/cb69081f5976,43575,1732544998709 2024-11-25T14:29:58,832 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/backup-masters 2024-11-25T14:29:58,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/backup-masters 2024-11-25T14:29:58,833 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on existing znode=/0938512758/backup-masters/cb69081f5976,43575,1732544998709 2024-11-25T14:29:58,840 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0938512758/master 2024-11-25T14:29:58,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:58,840 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:58,841 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on existing znode=/0938512758/master 2024-11-25T14:29:58,841 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0938512758/backup-masters/cb69081f5976,43575,1732544998709 from backup master directory 2024-11-25T14:29:58,848 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/backup-masters 2024-11-25T14:29:58,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0938512758/backup-masters/cb69081f5976,43575,1732544998709 2024-11-25T14:29:58,848 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:29:58,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/backup-masters 2024-11-25T14:29:58,849 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,43575,1732544998709 2024-11-25T14:29:58,869 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:29:58,869 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:29:58,888 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 19ms. 2024-11-25T14:29:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741846_1022 (size=196) 2024-11-25T14:29:59,316 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:29:59,318 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:29:59,318 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:29:59,330 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-25T14:29:59,335 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,35569,1732544980630 to hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,35569,1732544980630-dead as it is dead 2024-11-25T14:29:59,337 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T14:29:59,337 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T14:29:59,337 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,35569,1732544980630-dead/cb69081f5976%2C35569%2C1732544980630.1732544983582 2024-11-25T14:29:59,344 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,35569,1732544980630-dead/cb69081f5976%2C35569%2C1732544980630.1732544983582 after 5ms 2024-11-25T14:29:59,346 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,35569,1732544980630-dead/cb69081f5976%2C35569%2C1732544980630.1732544983582 to hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb69081f5976%2C35569%2C1732544980630.1732544983582 2024-11-25T14:29:59,346 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,35569,1732544980630-dead 2024-11-25T14:29:59,347 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,43575,1732544998709 2024-11-25T14:29:59,348 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:29:59,350 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C43575%2C1732544998709, suffix=, logDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,43575,1732544998709, archiveDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/oldWALs, maxLogs=10 2024-11-25T14:29:59,367 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,43575,1732544998709/cb69081f5976%2C43575%2C1732544998709.1732544999350, exclude list is [], retry=0 2024-11-25T14:29:59,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34925,DS-83b35aab-4ff0-4657-b676-274f760ba283,DISK] 2024-11-25T14:29:59,375 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,43575,1732544998709/cb69081f5976%2C43575%2C1732544998709.1732544999350 2024-11-25T14:29:59,375 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-25T14:29:59,375 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:29:59,376 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:29:59,376 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:59,376 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:59,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:59,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:29:59,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:59,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e10e359c7e44025854c0b9c8d7b8bd5 2024-11-25T14:29:59,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:29:59,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:59,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:29:59,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:59,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb36ff346f614443b00e19cef0880254 2024-11-25T14:29:59,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:59,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:59,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:29:59,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:59,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f8c39ddc1e54561b2b470dea419abd9 2024-11-25T14:29:59,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:59,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:59,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:29:59,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:29:59,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:29:59,419 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:59,420 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-25T14:29:59,421 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb69081f5976%2C35569%2C1732544980630.1732544983582 2024-11-25T14:29:59,445 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb69081f5976%2C35569%2C1732544980630.1732544983582 2024-11-25T14:29:59,447 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb69081f5976%2C35569%2C1732544980630.1732544983582 2024-11-25T14:29:59,451 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:59,451 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:59,452 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:29:59,455 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:29:59,463 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-25T14:29:59,466 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68846702, jitterRate=0.025895804166793823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:29:59,467 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732544999376Initializing all the Stores at 1732544999378 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732544999378Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544999378Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544999378Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732544999378Cleaning up temporary data from old regions at 1732544999451 (+73 ms)Region opened successfully at 1732544999466 (+15 ms) 2024-11-25T14:29:59,468 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:29:59,473 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10115cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:29:59,492 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-25T14:29:59,492 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:29:59,493 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:29:59,493 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:29:59,494 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:29:59,500 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:29:59,500 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:29:59,501 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:29:59,502 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:29:59,502 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T14:29:59,502 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-25T14:29:59,502 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-25T14:29:59,503 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:29:59,512 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=cb69081f5976,43697,1732544981689, regionLocation=cb69081f5976,43697,1732544981689, openSeqNum=2 2024-11-25T14:29:59,513 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=cb69081f5976,43697,1732544981689, table=hbase:meta, region=1588230740 2024-11-25T14:29:59,513 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,43697,1732544981689, state=OPEN 2024-11-25T14:29:59,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0938512758/meta-region-server 2024-11-25T14:29:59,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: CHANGED 2024-11-25T14:29:59,551 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0938512758/meta-region-server 2024-11-25T14:29:59,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: CHANGED 2024-11-25T14:29:59,556 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:29:59,565 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/draining/cb69081f5976,43697,1732544981689 already deleted, retry=false 2024-11-25T14:29:59,565 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of cb69081f5976,43697,1732544981689 on cb69081f5976,43575,1732544998709 2024-11-25T14:29:59,572 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cb69081f5976,43697,1732544981689, splitWal=true, meta=true 2024-11-25T14:29:59,575 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for cb69081f5976,43697,1732544981689 (carryingMeta=true) cb69081f5976,43697,1732544981689/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7fabcc4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T14:29:59,579 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Unable to get data of znode /0938512758/balancer because node does not exist (not necessarily an error) 2024-11-25T14:29:59,633 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/balancer already deleted, retry=false 2024-11-25T14:29:59,634 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:29:59,635 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Unable to get data of znode /0938512758/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:29:59,640 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/normalizer already deleted, retry=false 2024-11-25T14:29:59,641 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:29:59,642 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Unable to get data of znode /0938512758/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:29:59,649 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/switch/split already deleted, retry=false 2024-11-25T14:29:59,651 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Unable to get data of znode /0938512758/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:29:59,657 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/switch/merge already deleted, retry=false 2024-11-25T14:29:59,678 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Unable to get data of znode /0938512758/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:29:59,682 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/snapshot-cleanup already deleted, retry=false 2024-11-25T14:29:59,690 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0938512758/running 2024-11-25T14:29:59,691 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:59,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0938512758/running 2024-11-25T14:29:59,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:29:59,692 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,43575,1732544998709, sessionid=0x10173b001300006, setting cluster-up flag (Was=false) 2024-11-25T14:29:59,700 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0938512758/flush-table-proc/acquired, /0938512758/flush-table-proc/reached, /0938512758/flush-table-proc/abort 2024-11-25T14:29:59,702 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,43575,1732544998709 2024-11-25T14:29:59,725 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0938512758/online-snapshot/acquired, /0938512758/online-snapshot/reached, /0938512758/online-snapshot/abort 2024-11-25T14:29:59,726 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,43575,1732544998709 2024-11-25T14:29:59,728 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/.lastflushedseqids 2024-11-25T14:29:59,733 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:29:59,733 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:29:59,733 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,43575,1732544998709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 cb69081f5976,43697,1732544981689 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:29:59,744 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:59,744 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:59,744 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:59,745 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:29:59,745 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:29:59,745 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,745 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:29:59,745 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,752 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cb69081f5976,43697,1732544981689, splitWal=true, meta=true 2024-11-25T14:29:59,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545029753 2024-11-25T14:29:59,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:29:59,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:29:59,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:29:59,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:29:59,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:29:59,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:29:59,754 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,754 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:29:59,754 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:29:59,754 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:29:59,754 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:29:59,755 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:29:59,755 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:29:59,755 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cb69081f5976,43697,1732544981689, splitWal=true, meta=true, isMeta: true 2024-11-25T14:29:59,758 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689-splitting 2024-11-25T14:29:59,759 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544999755,5,FailOnTimeoutGroup] 2024-11-25T14:29:59,759 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689-splitting dir is empty, no logs to split. 2024-11-25T14:29:59,759 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544999759,5,FailOnTimeoutGroup] 2024-11-25T14:29:59,760 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,760 INFO [PEWorker-1 {}] master.SplitWALManager(105): cb69081f5976,43697,1732544981689 WAL count=0, meta=true 2024-11-25T14:29:59,760 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:29:59,760 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,760 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,760 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732544999760, completionTime=-1 2024-11-25T14:29:59,760 WARN [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-25T14:29:59,765 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T14:29:59,770 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689-splitting dir is empty, no logs to split. 2024-11-25T14:29:59,770 INFO [PEWorker-1 {}] master.SplitWALManager(105): cb69081f5976,43697,1732544981689 WAL count=0, meta=true 2024-11-25T14:29:59,771 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cb69081f5976,43697,1732544981689 WAL splitting is done? wals=0, meta=true 2024-11-25T14:29:59,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:29:59,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:29:59,778 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T14:29:59,816 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(746): ClusterId : b752a1b3-0341-4a33-896f-b2c00e79e055 2024-11-25T14:29:59,816 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:29:59,825 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:29:59,825 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:29:59,841 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:29:59,842 DEBUG [RS:0;cb69081f5976:43907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f42e303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:29:59,857 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:43907 2024-11-25T14:29:59,857 INFO [RS:0;cb69081f5976:43907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:29:59,857 INFO [RS:0;cb69081f5976:43907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:29:59,857 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:29:59,859 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,43575,1732544998709 with port=43907, startcode=1732544998771 2024-11-25T14:29:59,859 DEBUG [RS:0;cb69081f5976:43907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:29:59,864 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:29:59,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43575 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,43907,1732544998771 2024-11-25T14:29:59,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43575 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,43907,1732544998771 2024-11-25T14:29:59,871 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50 2024-11-25T14:29:59,871 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42737 2024-11-25T14:29:59,871 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:29:59,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/rs 2024-11-25T14:29:59,883 DEBUG [RS:0;cb69081f5976:43907 {}] zookeeper.ZKUtil(111): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on existing znode=/0938512758/rs/cb69081f5976,43907,1732544998771 2024-11-25T14:29:59,883 WARN [RS:0;cb69081f5976:43907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:29:59,883 INFO [RS:0;cb69081f5976:43907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:29:59,883 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771 2024-11-25T14:29:59,883 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,43907,1732544998771] 2024-11-25T14:29:59,915 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T14:29:59,928 WARN [cb69081f5976:43575 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T14:29:59,930 INFO [RS:0;cb69081f5976:43907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:29:59,933 INFO [RS:0;cb69081f5976:43907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:29:59,934 INFO [RS:0;cb69081f5976:43907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:29:59,934 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,935 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:29:59,937 INFO [RS:0;cb69081f5976:43907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:29:59,937 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,937 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,937 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,937 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,937 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,938 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,938 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:29:59,938 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,938 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,938 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,938 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,938 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,938 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:29:59,939 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:29:59,939 DEBUG [RS:0;cb69081f5976:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:29:59,951 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,951 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,951 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,951 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,951 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,951 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43907,1732544998771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:29:59,970 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:29:59,970 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43907,1732544998771-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:29:59,994 INFO [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,43907,1732544998771, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:30:00,023 INFO [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSource(231): queueId=2-cb69081f5976,43907,1732544998771, ReplicationSource: 2, currentBandwidth=0 2024-11-25T14:30:00,027 DEBUG [RS:0;cb69081f5976:43907.replicationSource,1-cb69081f5976,43907,1732544998771 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:38357' 2024-11-25T14:30:00,029 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:00,032 INFO [RS:0;cb69081f5976:43907 {}] regionserver.Replication(171): cb69081f5976,43907,1732544998771 started 2024-11-25T14:30:00,035 DEBUG [RS:0;cb69081f5976:43907.replicationSource,1-cb69081f5976,43907,1732544998771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11287cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:00,035 DEBUG [RS:0;cb69081f5976:43907.replicationSource,1-cb69081f5976,43907,1732544998771 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,38357,-1 for getting cluster id 2024-11-25T14:30:00,035 DEBUG [RS:0;cb69081f5976:43907.replicationSource,1-cb69081f5976,43907,1732544998771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:00,052 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13226eb5-9aee-4b8f-96bc-7af7bf040964' 2024-11-25T14:30:00,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:00,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13226eb5-9aee-4b8f-96bc-7af7bf040964" 2024-11-25T14:30:00,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3099f8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:00,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,38357,-1] 2024-11-25T14:30:00,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:00,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:00,056 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:00,058 DEBUG [RS:0;cb69081f5976:43907.replicationSource,1-cb69081f5976,43907,1732544998771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20461c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:00,058 DEBUG [RS:0;cb69081f5976:43907.replicationSource,1-cb69081f5976,43907,1732544998771 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:00,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,38357,1732544988651 2024-11-25T14:30:00,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7da1c94e 2024-11-25T14:30:00,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:00,062 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:00,062 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,43907,1732544998771, RpcServer on cb69081f5976/172.17.0.3:43907, sessionid=0x10173b001300007 2024-11-25T14:30:00,062 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:30:00,062 DEBUG [RS:0;cb69081f5976:43907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,43907,1732544998771 2024-11-25T14:30:00,062 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,43907,1732544998771' 2024-11-25T14:30:00,062 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0938512758/flush-table-proc/abort' 2024-11-25T14:30:00,063 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0938512758/flush-table-proc/acquired' 2024-11-25T14:30:00,063 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:30:00,063 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:30:00,063 DEBUG [RS:0;cb69081f5976:43907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,43907,1732544998771 2024-11-25T14:30:00,063 DEBUG [RS:0;cb69081f5976:43907.replicationSource,2-cb69081f5976,43907,1732544998771 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:38357' 2024-11-25T14:30:00,063 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,43907,1732544998771' 2024-11-25T14:30:00,064 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0938512758/online-snapshot/abort' 2024-11-25T14:30:00,064 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-25T14:30:00,064 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0938512758/online-snapshot/acquired' 2024-11-25T14:30:00,065 DEBUG [RS:0;cb69081f5976:43907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:30:00,065 INFO [RS:0;cb69081f5976:43907.replicationSource,1-cb69081f5976,43907,1732544998771 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,43907,1732544998771 (queues=0) is replicating from cluster=b752a1b3-0341-4a33-896f-b2c00e79e055 to cluster=13226eb5-9aee-4b8f-96bc-7af7bf040964 2024-11-25T14:30:00,065 INFO [RS:0;cb69081f5976:43907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:30:00,065 INFO [RS:0;cb69081f5976:43907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:30:00,067 DEBUG [RS:0;cb69081f5976:43907.replicationSource,2-cb69081f5976,43907,1732544998771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600e49e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:00,067 DEBUG [RS:0;cb69081f5976:43907.replicationSource,2-cb69081f5976,43907,1732544998771 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,38357,-1 for getting cluster id 2024-11-25T14:30:00,067 DEBUG [RS:0;cb69081f5976:43907.replicationSource,2-cb69081f5976,43907,1732544998771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:00,069 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13226eb5-9aee-4b8f-96bc-7af7bf040964' 2024-11-25T14:30:00,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:00,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13226eb5-9aee-4b8f-96bc-7af7bf040964" 2024-11-25T14:30:00,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302e69a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:00,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,38357,-1] 2024-11-25T14:30:00,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:00,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:00,073 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:00,074 DEBUG [RS:0;cb69081f5976:43907.replicationSource,2-cb69081f5976,43907,1732544998771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e7e09a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:00,074 DEBUG [RS:0;cb69081f5976:43907.replicationSource,2-cb69081f5976,43907,1732544998771 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:00,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,38357,1732544988651 2024-11-25T14:30:00,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14511339 2024-11-25T14:30:00,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:00,079 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-25T14:30:00,080 INFO [RS:0;cb69081f5976:43907.replicationSource,2-cb69081f5976,43907,1732544998771 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cb69081f5976,43907,1732544998771 (queues=0) is replicating from cluster=b752a1b3-0341-4a33-896f-b2c00e79e055 to cluster=13226eb5-9aee-4b8f-96bc-7af7bf040964 2024-11-25T14:30:00,166 INFO [RS:0;cb69081f5976:43907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:30:00,169 INFO [RS:0;cb69081f5976:43907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C43907%2C1732544998771, suffix=, logDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771, archiveDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs, maxLogs=10 2024-11-25T14:30:00,187 DEBUG [RS:0;cb69081f5976:43907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170, exclude list is [], retry=0 2024-11-25T14:30:00,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34925,DS-83b35aab-4ff0-4657-b676-274f760ba283,DISK] 2024-11-25T14:30:00,206 INFO [RS:0;cb69081f5976:43907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 2024-11-25T14:30:00,207 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cb69081f5976%2C43907%2C1732544998771 for peer 1 2024-11-25T14:30:00,207 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cb69081f5976%2C43907%2C1732544998771 for peer 2 2024-11-25T14:30:00,208 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C43907%2C1732544998771 2024-11-25T14:30:00,208 INFO [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,43907,1732544998771, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:30:00,215 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cb69081f5976%2C43907%2C1732544998771 2024-11-25T14:30:00,215 INFO [RS:0;cb69081f5976:43907.replicationSource.shippercb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C43907%2C1732544998771 2024-11-25T14:30:00,215 INFO [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cb69081f5976,43907,1732544998771, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:30:00,223 DEBUG [RS:0;cb69081f5976:43907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-25T14:30:00,225 INFO [RS:0;cb69081f5976:43907.replicationSource.shippercb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C43907%2C1732544998771 2024-11-25T14:30:00,226 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170, startPosition=0, beingWritten=true 2024-11-25T14:30:00,227 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170, startPosition=0, beingWritten=true 2024-11-25T14:30:00,428 DEBUG [cb69081f5976:43575 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:30:00,429 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,43907,1732544998771 2024-11-25T14:30:00,431 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,43907,1732544998771, state=OPENING 2024-11-25T14:30:00,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0938512758/meta-region-server 2024-11-25T14:30:00,440 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0938512758/meta-region-server 2024-11-25T14:30:00,440 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:30:00,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: CHANGED 2024-11-25T14:30:00,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: CHANGED 2024-11-25T14:30:00,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,43907,1732544998771}] 2024-11-25T14:30:00,450 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:00,451 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:00,595 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:30:00,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:30:00,603 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:30:00,603 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:00,604 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:30:00,606 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C43907%2C1732544998771.meta, suffix=.meta, logDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771, archiveDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs, maxLogs=10 2024-11-25T14:30:00,627 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.meta.1732545000607.meta, exclude list is [], retry=0 2024-11-25T14:30:00,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34925,DS-83b35aab-4ff0-4657-b676-274f760ba283,DISK] 2024-11-25T14:30:00,633 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.meta.1732545000607.meta 2024-11-25T14:30:00,634 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-25T14:30:00,634 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:00,634 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:30:00,635 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:30:00,635 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:30:00,635 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:30:00,635 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:30:00,635 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:00,635 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:30:00,635 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:30:00,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:30:00,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:30:00,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:00,653 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/info/e3670a41c4a04fda97178d0b23efef55 2024-11-25T14:30:00,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:00,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:30:00,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:30:00,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:00,669 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/ns/e417d5580bf542bea04779a97e842bb5 2024-11-25T14:30:00,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:00,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:30:00,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:30:00,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:00,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:00,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:30:00,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:30:00,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:00,688 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/table/65a259d99bad4e4cb48ee60ce7c2c0fa 2024-11-25T14:30:00,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:00,688 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:30:00,690 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740 2024-11-25T14:30:00,692 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740 2024-11-25T14:30:00,695 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:30:00,695 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:30:00,697 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:00,709 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:30:00,710 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66828420, jitterRate=-0.004178941249847412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:00,711 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:30:00,711 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545000636Writing region info on filesystem at 1732545000636Initializing all the Stores at 1732545000637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545000637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545000637Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545000638 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545000638Cleaning up temporary data from old regions at 1732545000695 (+57 ms)Running coprocessor post-open hooks at 1732545000711 (+16 ms)Region opened successfully at 1732545000711 2024-11-25T14:30:00,714 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732545000595 2024-11-25T14:30:00,717 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:30:00,717 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:30:00,718 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=cb69081f5976,43907,1732544998771 2024-11-25T14:30:00,724 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,43907,1732544998771, state=OPEN 2024-11-25T14:30:00,758 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:00,758 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:00,774 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0938512758/meta-region-server 2024-11-25T14:30:00,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: CHANGED 2024-11-25T14:30:00,774 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,43907,1732544998771 2024-11-25T14:30:00,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0938512758/meta-region-server 2024-11-25T14:30:00,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0938512758/meta-region-server: CHANGED 2024-11-25T14:30:00,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T14:30:00,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,43907,1732544998771 in 334 msec 2024-11-25T14:30:00,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-25T14:30:00,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0070 sec 2024-11-25T14:30:01,171 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:01,180 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:01,418 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1658ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-25T14:30:01,678 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:01,688 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:02,287 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:02,293 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:02,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:30:02,921 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3161ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-25T14:30:02,994 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:02,999 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:03,801 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:03,806 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:04,273 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-25T14:30:04,273 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:30:04,274 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:04,274 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,43907,1732544998771, seqNum=-1] 2024-11-25T14:30:04,274 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:04,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:04,286 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7ce5a8893432c225139f314e11058694, regionState=OPEN, lastHost=cb69081f5976,43697,1732544981689, regionLocation=cb69081f5976,43697,1732544981689, openSeqNum=2 2024-11-25T14:30:04,287 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:30:04,287 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545064287 2024-11-25T14:30:04,287 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545124287 2024-11-25T14:30:04,287 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-25T14:30:04,288 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43575,1732544998709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:04,288 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43575,1732544998709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:04,288 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): cb69081f5976,43697,1732544981689 had 2 regions 2024-11-25T14:30:04,288 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43575,1732544998709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:04,288 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:43575, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:04,288 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:04,289 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:04,290 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cb69081f5976,43697,1732544981689, splitWal=true, meta=true, isMeta: false 2024-11-25T14:30:04,302 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689-splitting dir is empty, no logs to split. 2024-11-25T14:30:04,302 INFO [PEWorker-4 {}] master.SplitWALManager(105): cb69081f5976,43697,1732544981689 WAL count=0, meta=false 2024-11-25T14:30:04,306 WARN [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=cb69081f5976,43697,1732544981689/hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:30:04,308 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43697,1732544981689-splitting dir is empty, no logs to split. 2024-11-25T14:30:04,308 INFO [PEWorker-4 {}] master.SplitWALManager(105): cb69081f5976,43697,1732544981689 WAL count=0, meta=false 2024-11-25T14:30:04,308 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if cb69081f5976,43697,1732544981689 WAL splitting is done? wals=0, meta=false 2024-11-25T14:30:04,311 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.462sec 2024-11-25T14:30:04,311 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:30:04,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:30:04,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:30:04,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:30:04,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:30:04,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43575,1732544998709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:30:04,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ce5a8893432c225139f314e11058694, ASSIGN}] 2024-11-25T14:30:04,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43575,1732544998709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:30:04,315 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ce5a8893432c225139f314e11058694, ASSIGN 2024-11-25T14:30:04,317 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ce5a8893432c225139f314e11058694, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T14:30:04,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:04,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43575,-1 for getting cluster id 2024-11-25T14:30:04,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:04,325 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:30:04,325 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:30:04,326 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43575,1732544998709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:04,336 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b752a1b3-0341-4a33-896f-b2c00e79e055' 2024-11-25T14:30:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b752a1b3-0341-4a33-896f-b2c00e79e055" 2024-11-25T14:30:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9e7ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43575,-1] 2024-11-25T14:30:04,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:04,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:04,353 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:04,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8dc52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:04,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,43907,1732544998771, seqNum=-1] 2024-11-25T14:30:04,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:04,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:04,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-25T14:30:04,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:04,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:04,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:04,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:04,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: cb69081f5976:43575 after: cb69081f5976:43575 2024-11-25T14:30:04,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:04,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:04,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43575,-1 for getting cluster id 2024-11-25T14:30:04,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:04,374 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b752a1b3-0341-4a33-896f-b2c00e79e055' 2024-11-25T14:30:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b752a1b3-0341-4a33-896f-b2c00e79e055" 2024-11-25T14:30:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140d06c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43575,-1] 2024-11-25T14:30:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:04,378 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:04,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:04,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,43575,1732544998709 2024-11-25T14:30:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a3b223 2024-11-25T14:30:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:04,383 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:30:04,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T14:30:04,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-25T14:30:04,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T14:30:04,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43575 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-25T14:30:04,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:30:04,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:04,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:04,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:04,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:04,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:04,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:30:04,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=105545387, stopped=false 2024-11-25T14:30:04,389 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,38357,1732544988651 2024-11-25T14:30:04,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1066720222/running 2024-11-25T14:30:04,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:30:04,426 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:30:04,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1066720222/running 2024-11-25T14:30:04,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:30:04,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:04,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:04,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:04,426 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,33567,1732544988896' ***** 2024-11-25T14:30:04,426 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:30:04,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Set watcher on znode that does not yet exist, /1-1066720222/running 2024-11-25T14:30:04,427 INFO [RS:0;cb69081f5976:33567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:30:04,427 INFO [RS:0;cb69081f5976:33567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:30:04,427 INFO [RS:0;cb69081f5976:33567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:30:04,427 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:30:04,427 INFO [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,33567,1732544988896 2024-11-25T14:30:04,427 INFO [RS:0;cb69081f5976:33567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:30:04,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Set watcher on znode that does not yet exist, /1-1066720222/running 2024-11-25T14:30:04,427 INFO [RS:0;cb69081f5976:33567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:33567. 2024-11-25T14:30:04,427 DEBUG [RS:0;cb69081f5976:33567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:04,427 DEBUG [RS:0;cb69081f5976:33567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:04,428 INFO [RS:0;cb69081f5976:33567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:30:04,428 INFO [RS:0;cb69081f5976:33567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:30:04,428 INFO [RS:0;cb69081f5976:33567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:30:04,428 INFO [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:30:04,428 INFO [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:30:04,428 DEBUG [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:30:04,428 DEBUG [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:30:04,429 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:30:04,429 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:30:04,429 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:30:04,430 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:30:04,430 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:30:04,430 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T14:30:04,461 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/1588230740/.tmp/ns/8613e2591619493280c04d67b64a5f73 is 43, key is default/ns:d/1732544992163/Put/seqid=0 2024-11-25T14:30:04,467 DEBUG [cb69081f5976:43575 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:30:04,468 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7ce5a8893432c225139f314e11058694, regionState=OPENING, regionLocation=cb69081f5976,43907,1732544998771 2024-11-25T14:30:04,473 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:30:04,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ce5a8893432c225139f314e11058694, ASSIGN because future has completed 2024-11-25T14:30:04,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ce5a8893432c225139f314e11058694, server=cb69081f5976,43907,1732544998771}] 2024-11-25T14:30:04,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741835_1011 (size=5153) 2024-11-25T14:30:04,508 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/1588230740/.tmp/ns/8613e2591619493280c04d67b64a5f73 2024-11-25T14:30:04,526 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/1588230740/.tmp/ns/8613e2591619493280c04d67b64a5f73 as hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/1588230740/ns/8613e2591619493280c04d67b64a5f73 2024-11-25T14:30:04,539 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/1588230740/ns/8613e2591619493280c04d67b64a5f73, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T14:30:04,541 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=6, compaction requested=false 2024-11-25T14:30:04,549 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T14:30:04,550 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:30:04,550 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:30:04,550 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:04,551 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545004429Running coprocessor pre-close hooks at 1732545004429Disabling compacts and flushes for region at 1732545004429Disabling writes for close at 1732545004430 (+1 ms)Obtaining lock to block concurrent updates at 1732545004431 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732545004431Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732545004431Flushing stores of hbase:meta,,1.1588230740 at 1732545004432 (+1 ms)Flushing 1588230740/ns: creating writer at 1732545004432Flushing 1588230740/ns: appending metadata at 1732545004460 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732545004460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a0fbab: reopening flushed file at 1732545004525 (+65 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 111ms, sequenceid=6, compaction requested=false at 1732545004541 (+16 ms)Writing region close event to WAL at 1732545004542 (+1 ms)Running coprocessor post-close hooks at 1732545004550 (+8 ms)Closed at 1732545004550 2024-11-25T14:30:04,551 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:04,629 INFO [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,33567,1732544988896; all regions closed. 2024-11-25T14:30:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741834_1010 (size=1152) 2024-11-25T14:30:04,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:30:04,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:04,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:30:04,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C43907%2C1732544998771.rep, suffix=, logDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771, archiveDir=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs, maxLogs=10 2024-11-25T14:30:04,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.rep.1732545004670, exclude list is [], retry=0 2024-11-25T14:30:04,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34925,DS-83b35aab-4ff0-4657-b676-274f760ba283,DISK] 2024-11-25T14:30:04,691 DEBUG [RS:0;cb69081f5976:33567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/oldWALs 2024-11-25T14:30:04,691 INFO [RS:0;cb69081f5976:33567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C33567%2C1732544988896.meta:.meta(num 1732544991974) 2024-11-25T14:30:04,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.rep.1732545004670 2024-11-25T14:30:04,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37837:37837)] 2024-11-25T14:30:04,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ce5a8893432c225139f314e11058694, NAME => 'hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:04,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741833_1009 (size=93) 2024-11-25T14:30:04,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:30:04,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:30:04,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. service=MultiRowMutationService 2024-11-25T14:30:04,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:30:04,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:04,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,697 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,698 DEBUG [RS:0;cb69081f5976:33567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/oldWALs 2024-11-25T14:30:04,698 INFO [RS:0;cb69081f5976:33567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C33567%2C1732544988896:(num 1732544991498) 2024-11-25T14:30:04,698 DEBUG [RS:0;cb69081f5976:33567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:04,698 INFO [RS:0;cb69081f5976:33567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:30:04,698 INFO [RS:0;cb69081f5976:33567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:30:04,698 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ce5a8893432c225139f314e11058694 columnFamilyName hfileref 2024-11-25T14:30:04,698 INFO [RS:0;cb69081f5976:33567 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:30:04,698 DEBUG [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:04,698 INFO [RS:0;cb69081f5976:33567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:30:04,698 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:30:04,699 INFO [RS:0;cb69081f5976:33567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33567 2024-11-25T14:30:04,699 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(327): Store=7ce5a8893432c225139f314e11058694/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:04,699 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,700 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ce5a8893432c225139f314e11058694 columnFamilyName queue 2024-11-25T14:30:04,700 DEBUG [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:04,707 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:04,713 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:04,713 DEBUG [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694/queue/c06c5f9d2e184090b17463763d6d0284 2024-11-25T14:30:04,714 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(327): Store=7ce5a8893432c225139f314e11058694/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:04,714 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,717 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ce5a8893432c225139f314e11058694 columnFamilyName sid 2024-11-25T14:30:04,717 DEBUG [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:04,718 INFO [StoreOpener-7ce5a8893432c225139f314e11058694-1 {}] regionserver.HStore(327): Store=7ce5a8893432c225139f314e11058694/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:04,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:30:04,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 7ce5a8893432c225139f314e11058694; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71353525, jitterRate=0.06325037777423859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:30:04,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:04,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1066720222/rs/cb69081f5976,33567,1732544988896 2024-11-25T14:30:04,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222/rs 2024-11-25T14:30:04,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7ce5a8893432c225139f314e11058694: Running coprocessor pre-open hook at 1732545004696Writing region info on filesystem at 1732545004696Initializing all the Stores at 1732545004697 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545004697Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545004697Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545004697Cleaning up temporary data from old regions at 1732545004724 (+27 ms)Running coprocessor post-open hooks at 1732545004730 (+6 ms)Region opened successfully at 1732545004731 (+1 ms) 2024-11-25T14:30:04,731 INFO [RS:0;cb69081f5976:33567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:30:04,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,33567,1732544988896] 2024-11-25T14:30:04,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694., pid=19, masterSystemTime=1732545004650 2024-11-25T14:30:04,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:30:04,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:30:04,742 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7ce5a8893432c225139f314e11058694, regionState=OPEN, openSeqNum=10, regionLocation=cb69081f5976,43907,1732544998771 2024-11-25T14:30:04,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ce5a8893432c225139f314e11058694, server=cb69081f5976,43907,1732544998771 because future has completed 2024-11-25T14:30:04,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T14:30:04,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ce5a8893432c225139f314e11058694, server=cb69081f5976,43907,1732544998771 in 269 msec 2024-11-25T14:30:04,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-25T14:30:04,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ce5a8893432c225139f314e11058694, ASSIGN in 452 msec 2024-11-25T14:30:04,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-25T14:30:04,789 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1066720222/draining/cb69081f5976,33567,1732544988896 already deleted, retry=false 2024-11-25T14:30:04,789 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,33567,1732544988896 expired; onlineServers=0 2024-11-25T14:30:04,789 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,38357,1732544988651' ***** 2024-11-25T14:30:04,789 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:30:04,789 INFO [M:0;cb69081f5976:38357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:30:04,790 INFO [M:0;cb69081f5976:38357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:30:04,790 DEBUG [M:0;cb69081f5976:38357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:30:04,790 DEBUG [M:0;cb69081f5976:38357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:30:04,790 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:30:04,790 INFO [M:0;cb69081f5976:38357 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:30:04,790 INFO [M:0;cb69081f5976:38357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:30:04,790 DEBUG [M:0;cb69081f5976:38357 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:30:04,790 INFO [M:0;cb69081f5976:38357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:30:04,790 INFO [M:0;cb69081f5976:38357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:30:04,791 INFO [M:0;cb69081f5976:38357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:30:04,791 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:30:04,791 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544991034 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544991034,5,FailOnTimeoutGroup] 2024-11-25T14:30:04,791 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544991035 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544991035,5,FailOnTimeoutGroup] 2024-11-25T14:30:04,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694., hostname=cb69081f5976,43907,1732544998771, seqNum=10] 2024-11-25T14:30:04,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1066720222/master 2024-11-25T14:30:04,824 DEBUG [M:0;cb69081f5976:38357 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1066720222/master already deleted, retry=false 2024-11-25T14:30:04,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1066720222 2024-11-25T14:30:04,824 DEBUG [M:0;cb69081f5976:38357 {}] master.ActiveMasterManager(353): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1066720222/master 2024-11-25T14:30:04,838 INFO [M:0;cb69081f5976:38357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/.lastflushedseqids 2024-11-25T14:30:04,858 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for cb69081f5976,43697,1732544981689 2024-11-25T14:30:04,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-25T14:30:04,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741836_1012 (size=99) 2024-11-25T14:30:04,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:04,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33567-0x10173b001300004, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:04,916 INFO [RS:0;cb69081f5976:33567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:30:04,916 INFO [RS:0;cb69081f5976:33567 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,33567,1732544988896; zookeeper connection closed. 2024-11-25T14:30:04,916 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73b613e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73b613e3 2024-11-25T14:30:04,916 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:30:05,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-25T14:30:05,268 INFO [M:0;cb69081f5976:38357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:30:05,268 INFO [M:0;cb69081f5976:38357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:30:05,268 DEBUG [M:0;cb69081f5976:38357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:30:05,268 INFO [M:0;cb69081f5976:38357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:05,268 DEBUG [M:0;cb69081f5976:38357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:05,268 DEBUG [M:0;cb69081f5976:38357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:30:05,268 DEBUG [M:0;cb69081f5976:38357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:05,268 INFO [M:0;cb69081f5976:38357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T14:30:05,287 DEBUG [M:0;cb69081f5976:38357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/986bc0f03935464f8e4ee7ccb6a9d69c is 82, key is hbase:meta,,1/info:regioninfo/1732544992081/Put/seqid=0 2024-11-25T14:30:05,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741837_1013 (size=5672) 2024-11-25T14:30:05,292 INFO [M:0;cb69081f5976:38357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/986bc0f03935464f8e4ee7ccb6a9d69c 2024-11-25T14:30:05,314 DEBUG [M:0;cb69081f5976:38357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e23f6fab9c64580a4343ce6b46d4eb0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732544992178/Put/seqid=0 2024-11-25T14:30:05,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741838_1014 (size=5275) 2024-11-25T14:30:05,719 INFO [M:0;cb69081f5976:38357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e23f6fab9c64580a4343ce6b46d4eb0 2024-11-25T14:30:05,744 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:05,744 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:05,745 DEBUG [M:0;cb69081f5976:38357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d19dc7df66cd4f92956745ddfc6ab123 is 69, key is cb69081f5976,33567,1732544988896/rs:state/1732544991095/Put/seqid=0 2024-11-25T14:30:05,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741839_1015 (size=5156) 2024-11-25T14:30:06,150 INFO [M:0;cb69081f5976:38357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d19dc7df66cd4f92956745ddfc6ab123 2024-11-25T14:30:06,161 DEBUG [M:0;cb69081f5976:38357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/986bc0f03935464f8e4ee7ccb6a9d69c as hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/986bc0f03935464f8e4ee7ccb6a9d69c 2024-11-25T14:30:06,169 INFO [M:0;cb69081f5976:38357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/986bc0f03935464f8e4ee7ccb6a9d69c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T14:30:06,170 DEBUG [M:0;cb69081f5976:38357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e23f6fab9c64580a4343ce6b46d4eb0 as hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e23f6fab9c64580a4343ce6b46d4eb0 2024-11-25T14:30:06,180 INFO [M:0;cb69081f5976:38357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e23f6fab9c64580a4343ce6b46d4eb0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T14:30:06,181 DEBUG [M:0;cb69081f5976:38357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d19dc7df66cd4f92956745ddfc6ab123 as hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d19dc7df66cd4f92956745ddfc6ab123 2024-11-25T14:30:06,189 INFO [M:0;cb69081f5976:38357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35533/user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d19dc7df66cd4f92956745ddfc6ab123, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T14:30:06,190 INFO [M:0;cb69081f5976:38357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=28, compaction requested=false 2024-11-25T14:30:06,192 INFO [M:0;cb69081f5976:38357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:06,192 DEBUG [M:0;cb69081f5976:38357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545005268Disabling compacts and flushes for region at 1732545005268Disabling writes for close at 1732545005268Obtaining lock to block concurrent updates at 1732545005268Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545005268Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732545005269 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545005270 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545005270Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545005286 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545005286Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545005298 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545005313 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545005313Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545005727 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545005744 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545005744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b799047: reopening flushed file at 1732545006158 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a683d0: reopening flushed file at 1732545006169 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217cffb8: reopening flushed file at 1732545006180 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=28, compaction requested=false at 1732545006190 (+10 ms)Writing region close event to WAL at 1732545006192 (+2 ms)Closed at 1732545006192 2024-11-25T14:30:06,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a12f300c-22e3-b644-c460-78c842a38828/MasterData/WALs/cb69081f5976,38357,1732544988651/cb69081f5976%2C38357%2C1732544988651.1732544990566 not finished, retry = 0 2024-11-25T14:30:06,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32931 is added to blk_1073741830_1006 (size=10165) 2024-11-25T14:30:06,296 INFO [M:0;cb69081f5976:38357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:30:06,296 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:30:06,297 INFO [M:0;cb69081f5976:38357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38357 2024-11-25T14:30:06,299 INFO [M:0;cb69081f5976:38357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:30:06,471 INFO [M:0;cb69081f5976:38357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:30:06,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:06,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38357-0x10173b001300003, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:06,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:30:06,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:30:06,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:30:06,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:30:06,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/hadoop.log.dir/,STOPPED} 2024-11-25T14:30:06,479 WARN [BP-965515026-172.17.0.3-1732544986344 heartbeating to localhost/127.0.0.1:35533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:30:06,479 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:30:06,479 WARN [BP-965515026-172.17.0.3-1732544986344 heartbeating to localhost/127.0.0.1:35533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-965515026-172.17.0.3-1732544986344 (Datanode Uuid e9a99123-28d7-45f4-9e02-a6efc99f4798) service to localhost/127.0.0.1:35533 2024-11-25T14:30:06,479 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:30:06,480 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/cluster_34e90f89-6694-052d-d09e-af8f65b8e96f/data/data1/current/BP-965515026-172.17.0.3-1732544986344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:30:06,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/cluster_34e90f89-6694-052d-d09e-af8f65b8e96f/data/data2/current/BP-965515026-172.17.0.3-1732544986344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:30:06,481 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:30:06,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:30:06,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:30:06,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:30:06,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:30:06,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/hadoop.log.dir/,STOPPED} 2024-11-25T14:30:06,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:30:06,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:30:06,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:06,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:06,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:06,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:06,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:06,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:30:06,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=717119392, stopped=false 2024-11-25T14:30:06,510 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,43575,1732544998709 2024-11-25T14:30:06,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0938512758/running 2024-11-25T14:30:06,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:30:06,597 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:30:06,597 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0938512758/running 2024-11-25T14:30:06,597 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:30:06,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:06,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:06,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/running 2024-11-25T14:30:06,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:06,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Set watcher on znode that does not yet exist, /0938512758/running 2024-11-25T14:30:06,598 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,43907,1732544998771' ***** 2024-11-25T14:30:06,598 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:30:06,599 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:30:06,599 INFO [RS:0;cb69081f5976:43907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:30:06,599 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:30:06,599 INFO [RS:0;cb69081f5976:43907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:30:06,599 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:06,599 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,43907,1732544998771 2024-11-25T14:30:06,599 INFO [RS:0;cb69081f5976:43907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:30:06,599 INFO [RS:0;cb69081f5976:43907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:43907. 2024-11-25T14:30:06,599 DEBUG [RS:0;cb69081f5976:43907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:06,599 DEBUG [RS:0;cb69081f5976:43907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:06,599 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ce5a8893432c225139f314e11058694, disabling compactions & flushes 2024-11-25T14:30:06,599 INFO [RS:0;cb69081f5976:43907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:30:06,599 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:30:06,600 INFO [RS:0;cb69081f5976:43907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:30:06,600 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:30:06,600 INFO [RS:0;cb69081f5976:43907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:30:06,600 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:30:06,600 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. after waiting 0 ms 2024-11-25T14:30:06,600 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:30:06,601 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:30:06,601 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ce5a8893432c225139f314e11058694=hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694.} 2024-11-25T14:30:06,601 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ce5a8893432c225139f314e11058694 2024-11-25T14:30:06,601 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:30:06,601 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:30:06,602 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:30:06,602 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:30:06,602 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:30:06,602 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-25T14:30:06,606 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/replication/7ce5a8893432c225139f314e11058694/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-25T14:30:06,606 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:30:06,606 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:30:06,607 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:30:06,607 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ce5a8893432c225139f314e11058694: Waiting for close lock at 1732545006599Running coprocessor pre-close hooks at 1732545006599Disabling compacts and flushes for region at 1732545006599Disabling writes for close at 1732545006600 (+1 ms)Writing region close event to WAL at 1732545006602 (+2 ms)Running coprocessor post-close hooks at 1732545006606 (+4 ms)Closed at 1732545006607 (+1 ms) 2024-11-25T14:30:06,607 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694. 2024-11-25T14:30:06,622 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/info/deb6b0871dc246e5a00f612eba925167 is 147, key is hbase:replication,,1732544992548.7ce5a8893432c225139f314e11058694./info:regioninfo/1732545004739/Put/seqid=0 2024-11-25T14:30:06,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741851_1027 (size=6385) 2024-11-25T14:30:06,657 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:30:06,802 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:30:06,854 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:06,854 DEBUG [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/WALs/cb69081f5976,43907,1732544998771/cb69081f5976%2C43907%2C1732544998771.1732545000170 to pos 0, reset compression=false 2024-11-25T14:30:06,951 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:30:06,952 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:30:07,002 DEBUG [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:30:07,028 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/info/deb6b0871dc246e5a00f612eba925167 2024-11-25T14:30:07,037 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/.tmp/info/deb6b0871dc246e5a00f612eba925167 as hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/info/deb6b0871dc246e5a00f612eba925167 2024-11-25T14:30:07,044 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/info/deb6b0871dc246e5a00f612eba925167, entries=8, sequenceid=19, filesize=6.2 K 2024-11-25T14:30:07,046 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-11-25T14:30:07,051 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-25T14:30:07,052 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:30:07,052 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:30:07,052 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:07,052 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545006601Running coprocessor pre-close hooks at 1732545006601Disabling compacts and flushes for region at 1732545006601Disabling writes for close at 1732545006602 (+1 ms)Obtaining lock to block concurrent updates at 1732545006602Preparing flush snapshotting stores in 1588230740 at 1732545006602Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732545006602Flushing stores of hbase:meta,,1.1588230740 at 1732545006603 (+1 ms)Flushing 1588230740/info: creating writer at 1732545006603Flushing 1588230740/info: appending metadata at 1732545006621 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732545006621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6babfdcb: reopening flushed file at 1732545007036 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1732545007046 (+10 ms)Writing region close event to WAL at 1732545007047 (+1 ms)Running coprocessor post-close hooks at 1732545007052 (+5 ms)Closed at 1732545007052 2024-11-25T14:30:07,052 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:07,202 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,43907,1732544998771; all regions closed. 2024-11-25T14:30:07,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741849_1025 (size=2156) 2024-11-25T14:30:07,209 DEBUG [RS:0;cb69081f5976:43907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs 2024-11-25T14:30:07,209 INFO [RS:0;cb69081f5976:43907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C43907%2C1732544998771.meta:.meta(num 1732545000607) 2024-11-25T14:30:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741850_1026 (size=796) 2024-11-25T14:30:07,215 DEBUG [RS:0;cb69081f5976:43907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs 2024-11-25T14:30:07,215 INFO [RS:0;cb69081f5976:43907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C43907%2C1732544998771.rep:(num 1732545004670) 2024-11-25T14:30:07,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741848_1024 (size=93) 2024-11-25T14:30:07,221 DEBUG [RS:0;cb69081f5976:43907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/oldWALs 2024-11-25T14:30:07,221 INFO [RS:0;cb69081f5976:43907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C43907%2C1732544998771:(num 1732545000170) 2024-11-25T14:30:07,221 DEBUG [RS:0;cb69081f5976:43907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:07,221 INFO [RS:0;cb69081f5976:43907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:30:07,221 INFO [RS:0;cb69081f5976:43907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:30:07,222 INFO [RS:0;cb69081f5976:43907 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:30:07,222 INFO [RS:0;cb69081f5976:43907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:30:07,222 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:30:07,222 INFO [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,43907,1732544998771 because: Region server is closing 2024-11-25T14:30:07,222 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-25T14:30:07,222 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-25T14:30:07,222 INFO [RS:0;cb69081f5976:43907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:43907. 2024-11-25T14:30:07,223 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T14:30:07,223 DEBUG [RS:0;cb69081f5976:43907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:07,223 DEBUG [RS:0;cb69081f5976:43907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:07,223 DEBUG [RS:0;cb69081f5976:43907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:07,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:07,323 WARN [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T14:30:07,323 WARN [RS:0;cb69081f5976:43907.replicationSource.shippercb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T14:30:07,324 INFO [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;cb69081f5976:43907.replicationSource.shippercb69081f5976%2C43907%2C1732544998771,1-cb69081f5976,43907,1732544998771 terminated 2024-11-25T14:30:07,324 INFO [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cb69081f5976,43907,1732544998771 because: Region server is closing 2024-11-25T14:30:07,324 INFO [RS:0;cb69081f5976:43907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:43907. 2024-11-25T14:30:07,324 DEBUG [RS:0;cb69081f5976:43907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:07,324 DEBUG [RS:0;cb69081f5976:43907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:07,324 DEBUG [RS:0;cb69081f5976:43907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:07,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:07,425 WARN [RS:0;cb69081f5976:43907.replicationSource.wal-reader.cb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T14:30:07,425 WARN [RS:0;cb69081f5976:43907.replicationSource.shippercb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T14:30:07,425 INFO [RS:0;cb69081f5976:43907 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;cb69081f5976:43907.replicationSource.shippercb69081f5976%2C43907%2C1732544998771,2-cb69081f5976,43907,1732544998771 terminated 2024-11-25T14:30:07,425 INFO [RS:0;cb69081f5976:43907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43907 2024-11-25T14:30:07,431 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0938512758/rs/cb69081f5976,43907,1732544998771 2024-11-25T14:30:07,432 INFO [RS:0;cb69081f5976:43907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:30:07,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758/rs 2024-11-25T14:30:07,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,43907,1732544998771] 2024-11-25T14:30:07,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0938512758/draining/cb69081f5976,43907,1732544998771 already deleted, retry=false 2024-11-25T14:30:07,448 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,43907,1732544998771 expired; onlineServers=0 2024-11-25T14:30:07,448 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,43575,1732544998709' ***** 2024-11-25T14:30:07,448 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:30:07,448 INFO [M:0;cb69081f5976:43575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:30:07,448 INFO [M:0;cb69081f5976:43575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:30:07,449 DEBUG [M:0;cb69081f5976:43575 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:30:07,449 DEBUG [M:0;cb69081f5976:43575 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:30:07,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:30:07,449 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544999759 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732544999759,5,FailOnTimeoutGroup] 2024-11-25T14:30:07,449 INFO [M:0;cb69081f5976:43575 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:30:07,449 INFO [M:0;cb69081f5976:43575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:30:07,449 DEBUG [M:0;cb69081f5976:43575 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:30:07,449 INFO [M:0;cb69081f5976:43575 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:30:07,449 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544999755 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732544999755,5,FailOnTimeoutGroup] 2024-11-25T14:30:07,449 INFO [M:0;cb69081f5976:43575 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:30:07,450 INFO [M:0;cb69081f5976:43575 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:30:07,450 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:30:07,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0938512758/master 2024-11-25T14:30:07,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0938512758 2024-11-25T14:30:07,457 DEBUG [M:0;cb69081f5976:43575 {}] zookeeper.ZKUtil(347): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Unable to get data of znode /0938512758/master because node does not exist (not an error) 2024-11-25T14:30:07,457 WARN [M:0;cb69081f5976:43575 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T14:30:07,458 INFO [M:0;cb69081f5976:43575 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/.lastflushedseqids 2024-11-25T14:30:07,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741852_1028 (size=181) 2024-11-25T14:30:07,469 INFO [M:0;cb69081f5976:43575 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:30:07,469 INFO [M:0;cb69081f5976:43575 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:30:07,470 DEBUG [M:0;cb69081f5976:43575 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:30:07,470 INFO [M:0;cb69081f5976:43575 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:07,470 DEBUG [M:0;cb69081f5976:43575 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:07,470 DEBUG [M:0;cb69081f5976:43575 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:30:07,470 DEBUG [M:0;cb69081f5976:43575 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:07,470 INFO [M:0;cb69081f5976:43575 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-25T14:30:07,490 DEBUG [M:0;cb69081f5976:43575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc907bc4793d488fa01305f0bcf537b3 is 82, key is hbase:meta,,1/info:regioninfo/1732545000718/Put/seqid=0 2024-11-25T14:30:07,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741853_1029 (size=5680) 2024-11-25T14:30:07,497 INFO [M:0;cb69081f5976:43575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc907bc4793d488fa01305f0bcf537b3 2024-11-25T14:30:07,523 DEBUG [M:0;cb69081f5976:43575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6afdda143daf442db707e66e4d92f41b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732545004770/Put/seqid=0 2024-11-25T14:30:07,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741854_1030 (size=7319) 2024-11-25T14:30:07,540 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:07,540 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43907-0x10173b001300007, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:07,540 INFO [RS:0;cb69081f5976:43907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:30:07,540 INFO [RS:0;cb69081f5976:43907 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,43907,1732544998771; zookeeper connection closed. 2024-11-25T14:30:07,540 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36e451cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36e451cd 2024-11-25T14:30:07,541 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:30:07,929 INFO [M:0;cb69081f5976:43575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6afdda143daf442db707e66e4d92f41b 2024-11-25T14:30:07,960 DEBUG [M:0;cb69081f5976:43575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25dcd8adf2e45089f3b8d448c0946dc is 69, key is cb69081f5976,43907,1732544998771/rs:state/1732544999866/Put/seqid=0 2024-11-25T14:30:07,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741855_1031 (size=5371) 2024-11-25T14:30:08,366 INFO [M:0;cb69081f5976:43575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25dcd8adf2e45089f3b8d448c0946dc 2024-11-25T14:30:08,373 INFO [M:0;cb69081f5976:43575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e25dcd8adf2e45089f3b8d448c0946dc 2024-11-25T14:30:08,375 DEBUG [M:0;cb69081f5976:43575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc907bc4793d488fa01305f0bcf537b3 as hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc907bc4793d488fa01305f0bcf537b3 2024-11-25T14:30:08,385 INFO [M:0;cb69081f5976:43575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc907bc4793d488fa01305f0bcf537b3, entries=8, sequenceid=172, filesize=5.5 K 2024-11-25T14:30:08,387 DEBUG [M:0;cb69081f5976:43575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6afdda143daf442db707e66e4d92f41b as hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6afdda143daf442db707e66e4d92f41b 2024-11-25T14:30:08,397 INFO [M:0;cb69081f5976:43575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6afdda143daf442db707e66e4d92f41b, entries=7, sequenceid=172, filesize=7.1 K 2024-11-25T14:30:08,399 DEBUG [M:0;cb69081f5976:43575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e25dcd8adf2e45089f3b8d448c0946dc as hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e25dcd8adf2e45089f3b8d448c0946dc 2024-11-25T14:30:08,409 INFO [M:0;cb69081f5976:43575 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e25dcd8adf2e45089f3b8d448c0946dc 2024-11-25T14:30:08,410 INFO [M:0;cb69081f5976:43575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42737/user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e25dcd8adf2e45089f3b8d448c0946dc, entries=2, sequenceid=172, filesize=5.2 K 2024-11-25T14:30:08,412 INFO [M:0;cb69081f5976:43575 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=172, compaction requested=false 2024-11-25T14:30:08,413 INFO [M:0;cb69081f5976:43575 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:08,414 DEBUG [M:0;cb69081f5976:43575 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545007469Disabling compacts and flushes for region at 1732545007469Disabling writes for close at 1732545007470 (+1 ms)Obtaining lock to block concurrent updates at 1732545007470Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545007470Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732545007470Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545007471 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545007471Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545007489 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545007489Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545007504 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545007522 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545007523 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545007936 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545007959 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545007959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ce5ac7: reopening flushed file at 1732545008374 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@504a2b1e: reopening flushed file at 1732545008385 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a380287: reopening flushed file at 1732545008397 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=172, compaction requested=false at 1732545008412 (+15 ms)Writing region close event to WAL at 1732545008413 (+1 ms)Closed at 1732545008413 2024-11-25T14:30:08,420 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9efebeb8-aeb9-ffa8-8c12-f7bb430e6d50/MasterData/WALs/cb69081f5976,43575,1732544998709/cb69081f5976%2C43575%2C1732544998709.1732544999350 not finished, retry = 0 2024-11-25T14:30:08,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741847_1023 (size=22949) 2024-11-25T14:30:08,522 INFO [M:0;cb69081f5976:43575 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:30:08,522 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:30:08,522 INFO [M:0;cb69081f5976:43575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43575 2024-11-25T14:30:08,522 INFO [M:0;cb69081f5976:43575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:30:08,632 INFO [M:0;cb69081f5976:43575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:30:08,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:08,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43575-0x10173b001300006, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:08,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:30:08,635 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:30:08,635 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:30:08,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:30:08,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/hadoop.log.dir/,STOPPED} 2024-11-25T14:30:08,637 WARN [BP-124963143-172.17.0.3-1732544976035 heartbeating to localhost/127.0.0.1:42737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:30:08,637 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:30:08,637 WARN [BP-124963143-172.17.0.3-1732544976035 heartbeating to localhost/127.0.0.1:42737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-124963143-172.17.0.3-1732544976035 (Datanode Uuid 3e582247-574c-45ad-9d7f-0f1d9a38d2fd) service to localhost/127.0.0.1:42737 2024-11-25T14:30:08,637 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:30:08,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/cluster_fbf90ffa-e063-d4bf-5bb7-ef6590136df0/data/data1/current/BP-124963143-172.17.0.3-1732544976035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:30:08,638 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/cluster_fbf90ffa-e063-d4bf-5bb7-ef6590136df0/data/data2/current/BP-124963143-172.17.0.3-1732544976035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:30:08,638 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:30:08,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:30:08,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:30:08,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:30:08,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:30:08,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db52ba69-4c4f-ea80-e903-2f8a9cff919a/hadoop.log.dir/,STOPPED} 2024-11-25T14:30:08,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T14:30:08,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:30:08,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35533 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cb69081f5976:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/cb69081f5976:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cb69081f5976:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50970) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cb69081f5976:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42737 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cb69081f5976:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50970) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=800 (was 913), ProcessCount=11 (was 11), AvailableMemoryMB=3727 (was 3687) - AvailableMemoryMB LEAK? - 2024-11-25T14:30:08,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=800, ProcessCount=11, AvailableMemoryMB=3727 2024-11-25T14:30:08,726 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-25T14:30:08,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/hadoop.log.dir so I do NOT create it in target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3 2024-11-25T14:30:08,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:30:08,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/hadoop.tmp.dir so I do NOT create it in target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3 2024-11-25T14:30:08,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff76f3f7-efbc-1756-a2a7-4fb35660448a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:30:08,728 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3 2024-11-25T14:30:08,728 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/cluster_1ed44b99-0a87-738a-fb9e-53aab578ec6d, deleteOnExit=true 2024-11-25T14:30:08,744 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/cluster_1ed44b99-0a87-738a-fb9e-53aab578ec6d/zookeeper_0, clientPort=52855, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/cluster_1ed44b99-0a87-738a-fb9e-53aab578ec6d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/cluster_1ed44b99-0a87-738a-fb9e-53aab578ec6d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T14:30:08,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52855 2024-11-25T14:30:08,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:30:08,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:30:08,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/test.cache.data in system properties and HBase conf 2024-11-25T14:30:08,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:30:08,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:30:08,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:30:08,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:30:08,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:30:08,747 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:30:08,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:30:08,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:30:08,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:30:08,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:30:08,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:30:08,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:30:08,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:30:08,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:30:08,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:30:08,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:30:08,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:30:08,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:30:08,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:30:08,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:30:08,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10173b001300002, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:30:08,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10173b001300005, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:30:08,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10173b001300002, quorum=127.0.0.1:50970, baseZNode=/0938512758 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:30:08,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10173b001300005, quorum=127.0.0.1:50970, baseZNode=/1-1066720222 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:30:09,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:09,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:30:09,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:30:09,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:30:09,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:30:09,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:09,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:30:09,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:30:09,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/java.io.tmpdir/jetty-localhost-37869-hadoop-hdfs-3_4_1-tests_jar-_-any-15633407319660207556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:30:09,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:37869} 2024-11-25T14:30:09,276 INFO [Time-limited test {}] server.Server(415): Started @36583ms 2024-11-25T14:30:09,556 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:30:09,558 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:09,575 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:09,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:09,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:30:09,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:30:09,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:30:09,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:30:09,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:30:09,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:30:09,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/java.io.tmpdir/jetty-localhost-37219-hadoop-hdfs-3_4_1-tests_jar-_-any-7168486745717901190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:30:09,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:37219} 2024-11-25T14:30:09,707 INFO [Time-limited test {}] server.Server(415): Started @37014ms 2024-11-25T14:30:09,709 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:30:10,470 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/cluster_1ed44b99-0a87-738a-fb9e-53aab578ec6d/data/data2/current/BP-1161458949-172.17.0.3-1732545008783/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:10,470 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/cluster_1ed44b99-0a87-738a-fb9e-53aab578ec6d/data/data1/current/BP-1161458949-172.17.0.3-1732545008783/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:10,492 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:30:10,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4c1dc6c51c863dd with lease ID 0x5ae059f0be939315: Processing first storage report for DS-0d318c9e-7f06-4df7-b4d2-ce8f59ea33fb from datanode DatanodeRegistration(127.0.0.1:40751, datanodeUuid=763df9ea-3966-4373-abd6-2486ed03a3c7, infoPort=45027, infoSecurePort=0, ipcPort=37417, storageInfo=lv=-57;cid=testClusterID;nsid=1209240341;c=1732545008783) 2024-11-25T14:30:10,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4c1dc6c51c863dd with lease ID 0x5ae059f0be939315: from storage DS-0d318c9e-7f06-4df7-b4d2-ce8f59ea33fb node DatanodeRegistration(127.0.0.1:40751, datanodeUuid=763df9ea-3966-4373-abd6-2486ed03a3c7, infoPort=45027, infoSecurePort=0, ipcPort=37417, storageInfo=lv=-57;cid=testClusterID;nsid=1209240341;c=1732545008783), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:30:10,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4c1dc6c51c863dd with lease ID 0x5ae059f0be939315: Processing first storage report for DS-e5e408c7-d318-4a5c-bd9f-e0919576abc8 from datanode DatanodeRegistration(127.0.0.1:40751, datanodeUuid=763df9ea-3966-4373-abd6-2486ed03a3c7, infoPort=45027, infoSecurePort=0, ipcPort=37417, storageInfo=lv=-57;cid=testClusterID;nsid=1209240341;c=1732545008783) 2024-11-25T14:30:10,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4c1dc6c51c863dd with lease ID 0x5ae059f0be939315: from storage DS-e5e408c7-d318-4a5c-bd9f-e0919576abc8 node DatanodeRegistration(127.0.0.1:40751, datanodeUuid=763df9ea-3966-4373-abd6-2486ed03a3c7, infoPort=45027, infoSecurePort=0, ipcPort=37417, storageInfo=lv=-57;cid=testClusterID;nsid=1209240341;c=1732545008783), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:30:10,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3 2024-11-25T14:30:10,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:10,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:10,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:30:10,967 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941 with version=8 2024-11-25T14:30:10,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/hbase-staging 2024-11-25T14:30:10,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:30:10,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:10,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:10,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:30:10,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:10,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:30:10,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:30:10,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:30:10,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43263 2024-11-25T14:30:10,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43263 connecting to ZooKeeper ensemble=127.0.0.1:52855 2024-11-25T14:30:11,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432630x0, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:11,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43263-0x10173b0864d0000 connected 2024-11-25T14:30:11,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:11,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:11,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:30:11,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:30:11,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:30:11,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:30:11,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Set watcher on znode that does not yet exist, /0-830457344/running 2024-11-25T14:30:11,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941, hbase.cluster.distributed=false 2024-11-25T14:30:11,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Set watcher on znode that does not yet exist, /0-830457344/acl 2024-11-25T14:30:11,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43263 2024-11-25T14:30:11,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43263 2024-11-25T14:30:11,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43263 2024-11-25T14:30:11,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43263 2024-11-25T14:30:11,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43263 2024-11-25T14:30:11,213 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:30:11,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:11,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:11,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:30:11,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:11,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:30:11,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:30:11,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:30:11,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36235 2024-11-25T14:30:11,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36235 connecting to ZooKeeper ensemble=127.0.0.1:52855 2024-11-25T14:30:11,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:11,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362350x0, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:11,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362350x0, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Set watcher on znode that does not yet exist, /0-830457344/running 2024-11-25T14:30:11,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36235-0x10173b0864d0001 connected 2024-11-25T14:30:11,238 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:30:11,239 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:30:11,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Set watcher on znode that does not yet exist, /0-830457344/master 2024-11-25T14:30:11,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Set watcher on znode that does not yet exist, /0-830457344/acl 2024-11-25T14:30:11,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36235 2024-11-25T14:30:11,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36235 2024-11-25T14:30:11,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36235 2024-11-25T14:30:11,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36235 2024-11-25T14:30:11,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36235 2024-11-25T14:30:11,277 DEBUG [M:0;cb69081f5976:43263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:43263 2024-11-25T14:30:11,279 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-830457344/backup-masters/cb69081f5976,43263,1732545010970 2024-11-25T14:30:11,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344/backup-masters 2024-11-25T14:30:11,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344/backup-masters 2024-11-25T14:30:11,288 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Set watcher on existing znode=/0-830457344/backup-masters/cb69081f5976,43263,1732545010970 2024-11-25T14:30:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-830457344/master 2024-11-25T14:30:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:11,296 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Set watcher on existing znode=/0-830457344/master 2024-11-25T14:30:11,297 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-830457344/backup-masters/cb69081f5976,43263,1732545010970 from backup master directory 2024-11-25T14:30:11,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344/backup-masters 2024-11-25T14:30:11,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-830457344/backup-masters/cb69081f5976,43263,1732545010970 2024-11-25T14:30:11,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344/backup-masters 2024-11-25T14:30:11,305 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:30:11,305 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,43263,1732545010970 2024-11-25T14:30:11,310 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/hbase.id] with ID: 19182304-b4e6-4a63-b1e9-5995344311e4 2024-11-25T14:30:11,310 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/.tmp/hbase.id 2024-11-25T14:30:11,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:30:11,327 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/.tmp/hbase.id]:[hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/hbase.id] 2024-11-25T14:30:11,346 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:11,346 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:30:11,348 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T14:30:11,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:11,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:11,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:30:11,371 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:30:11,372 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:30:11,372 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:30:11,796 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store 2024-11-25T14:30:11,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:30:12,207 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:12,207 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:30:12,207 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:12,207 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:12,207 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:30:12,207 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:12,208 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:12,208 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545012207Disabling compacts and flushes for region at 1732545012207Disabling writes for close at 1732545012207Writing region close event to WAL at 1732545012207Closed at 1732545012207 2024-11-25T14:30:12,209 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/.initializing 2024-11-25T14:30:12,209 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/WALs/cb69081f5976,43263,1732545010970 2024-11-25T14:30:12,210 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:30:12,213 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C43263%2C1732545010970, suffix=, logDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/WALs/cb69081f5976,43263,1732545010970, archiveDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/oldWALs, maxLogs=10 2024-11-25T14:30:12,228 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/WALs/cb69081f5976,43263,1732545010970/cb69081f5976%2C43263%2C1732545010970.1732545012213, exclude list is [], retry=0 2024-11-25T14:30:12,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40751,DS-0d318c9e-7f06-4df7-b4d2-ce8f59ea33fb,DISK] 2024-11-25T14:30:12,234 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/WALs/cb69081f5976,43263,1732545010970/cb69081f5976%2C43263%2C1732545010970.1732545012213 2024-11-25T14:30:12,235 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45027:45027)] 2024-11-25T14:30:12,235 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:12,235 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:12,236 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,236 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:30:12,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:12,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:12,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:30:12,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:12,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:12,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:30:12,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:12,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:12,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:30:12,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:12,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:12,248 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,249 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,250 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,251 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,251 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,252 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:12,254 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:12,256 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:12,257 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62942571, jitterRate=-0.06208260357379913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:12,258 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545012236Initializing all the Stores at 1732545012237 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545012238 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545012238Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545012238Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545012238Cleaning up temporary data from old regions at 1732545012251 (+13 ms)Region opened successfully at 1732545012258 (+7 ms) 2024-11-25T14:30:12,258 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:30:12,262 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a18f59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:30:12,264 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:30:12,264 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:30:12,264 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:30:12,264 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:30:12,268 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-25T14:30:12,268 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:30:12,268 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:30:12,278 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:30:12,279 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Unable to get data of znode /0-830457344/balancer because node does not exist (not necessarily an error) 2024-11-25T14:30:12,320 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-830457344/balancer already deleted, retry=false 2024-11-25T14:30:12,321 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:30:12,322 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Unable to get data of znode /0-830457344/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:30:12,329 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-830457344/normalizer already deleted, retry=false 2024-11-25T14:30:12,330 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:30:12,331 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Unable to get data of znode /0-830457344/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:30:12,339 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-830457344/switch/split already deleted, retry=false 2024-11-25T14:30:12,340 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Unable to get data of znode /0-830457344/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:30:12,345 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-830457344/switch/merge already deleted, retry=false 2024-11-25T14:30:12,348 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Unable to get data of znode /0-830457344/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:30:12,354 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-830457344/snapshot-cleanup already deleted, retry=false 2024-11-25T14:30:12,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-830457344/running 2024-11-25T14:30:12,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:12,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-830457344/running 2024-11-25T14:30:12,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:12,363 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,43263,1732545010970, sessionid=0x10173b0864d0000, setting cluster-up flag (Was=false) 2024-11-25T14:30:12,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:12,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:12,404 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-830457344/flush-table-proc/acquired, /0-830457344/flush-table-proc/reached, /0-830457344/flush-table-proc/abort 2024-11-25T14:30:12,405 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,43263,1732545010970 2024-11-25T14:30:12,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:12,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:12,445 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-830457344/online-snapshot/acquired, /0-830457344/online-snapshot/reached, /0-830457344/online-snapshot/abort 2024-11-25T14:30:12,447 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,43263,1732545010970 2024-11-25T14:30:12,448 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:30:12,450 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:12,451 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:30:12,451 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:30:12,452 WARN [master/cb69081f5976:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of cb69081f5976,43697,1732544981689: status=Processing ServerCrashProcedure of cb69081f5976,43697,1732544981689 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732544999751, completionTime=-1 appears to have been leaked 2024-11-25T14:30:12,452 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,43263,1732545010970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:30:12,454 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:12,454 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:12,454 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:12,454 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:12,454 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:30:12,454 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,454 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:30:12,454 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,456 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:12,456 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:30:12,457 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:12,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:30:12,463 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545042463 2024-11-25T14:30:12,463 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:30:12,464 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:30:12,464 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:30:12,464 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:30:12,464 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:30:12,464 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:30:12,464 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,465 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:30:12,465 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:30:12,465 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:30:12,465 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:30:12,465 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:30:12,465 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:30:12,466 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545012465,5,FailOnTimeoutGroup] 2024-11-25T14:30:12,466 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(746): ClusterId : 19182304-b4e6-4a63-b1e9-5995344311e4 2024-11-25T14:30:12,466 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:30:12,467 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545012466,5,FailOnTimeoutGroup] 2024-11-25T14:30:12,468 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,468 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:30:12,468 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,468 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,478 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:30:12,478 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:30:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:30:12,489 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:30:12,489 DEBUG [RS:0;cb69081f5976:36235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d7b8ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:30:12,503 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:36235 2024-11-25T14:30:12,503 INFO [RS:0;cb69081f5976:36235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:30:12,503 INFO [RS:0;cb69081f5976:36235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:30:12,503 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:30:12,504 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,43263,1732545010970 with port=36235, startcode=1732545011212 2024-11-25T14:30:12,505 DEBUG [RS:0;cb69081f5976:36235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:30:12,506 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:30:12,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,36235,1732545011212 2024-11-25T14:30:12,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43263 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,36235,1732545011212 2024-11-25T14:30:12,509 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941 2024-11-25T14:30:12,509 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40415 2024-11-25T14:30:12,509 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:30:12,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344/rs 2024-11-25T14:30:12,519 DEBUG [RS:0;cb69081f5976:36235 {}] zookeeper.ZKUtil(111): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Set watcher on existing znode=/0-830457344/rs/cb69081f5976,36235,1732545011212 2024-11-25T14:30:12,520 WARN [RS:0;cb69081f5976:36235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:30:12,520 INFO [RS:0;cb69081f5976:36235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:12,520 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212 2024-11-25T14:30:12,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,36235,1732545011212] 2024-11-25T14:30:12,527 INFO [RS:0;cb69081f5976:36235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:30:12,529 INFO [RS:0;cb69081f5976:36235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:30:12,531 INFO [RS:0;cb69081f5976:36235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:30:12,531 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,532 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:30:12,533 INFO [RS:0;cb69081f5976:36235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:30:12,533 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,533 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,533 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,533 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,533 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,533 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,534 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:30:12,534 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,534 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,534 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,534 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,534 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,534 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:12,534 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:30:12,534 DEBUG [RS:0;cb69081f5976:36235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:30:12,539 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,539 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,540 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,540 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,540 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,540 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36235,1732545011212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:30:12,556 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:30:12,557 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36235,1732545011212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,557 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,557 INFO [RS:0;cb69081f5976:36235 {}] regionserver.Replication(171): cb69081f5976,36235,1732545011212 started 2024-11-25T14:30:12,575 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:12,575 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,36235,1732545011212, RpcServer on cb69081f5976/172.17.0.3:36235, sessionid=0x10173b0864d0001 2024-11-25T14:30:12,575 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:30:12,575 DEBUG [RS:0;cb69081f5976:36235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,36235,1732545011212 2024-11-25T14:30:12,575 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,36235,1732545011212' 2024-11-25T14:30:12,575 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-830457344/flush-table-proc/abort' 2024-11-25T14:30:12,576 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-830457344/flush-table-proc/acquired' 2024-11-25T14:30:12,576 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:30:12,576 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:30:12,576 DEBUG [RS:0;cb69081f5976:36235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,36235,1732545011212 2024-11-25T14:30:12,576 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,36235,1732545011212' 2024-11-25T14:30:12,576 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-830457344/online-snapshot/abort' 2024-11-25T14:30:12,577 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-830457344/online-snapshot/acquired' 2024-11-25T14:30:12,577 DEBUG [RS:0;cb69081f5976:36235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:30:12,577 INFO [RS:0;cb69081f5976:36235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:30:12,577 INFO [RS:0;cb69081f5976:36235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:30:12,677 INFO [RS:0;cb69081f5976:36235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:30:12,679 INFO [RS:0;cb69081f5976:36235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36235%2C1732545011212, suffix=, logDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212, archiveDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/oldWALs, maxLogs=10 2024-11-25T14:30:12,697 DEBUG [RS:0;cb69081f5976:36235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.1732545012680, exclude list is [], retry=0 2024-11-25T14:30:12,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40751,DS-0d318c9e-7f06-4df7-b4d2-ce8f59ea33fb,DISK] 2024-11-25T14:30:12,703 INFO [RS:0;cb69081f5976:36235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.1732545012680 2024-11-25T14:30:12,703 DEBUG [RS:0;cb69081f5976:36235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45027:45027)] 2024-11-25T14:30:12,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:30:12,890 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941 2024-11-25T14:30:12,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741833_1009 (size=32) 2024-11-25T14:30:13,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:13,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:30:13,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:30:13,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:13,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:13,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:30:13,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:30:13,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:13,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:13,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:30:13,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:30:13,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:13,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:13,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:30:13,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:30:13,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:13,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:13,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:30:13,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740 2024-11-25T14:30:13,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740 2024-11-25T14:30:13,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:30:13,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:30:13,311 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:13,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:30:13,315 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:13,315 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64916019, jitterRate=-0.032675936818122864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:13,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545013298Initializing all the Stores at 1732545013299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545013299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545013299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545013299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545013299Cleaning up temporary data from old regions at 1732545013310 (+11 ms)Region opened successfully at 1732545013316 (+6 ms) 2024-11-25T14:30:13,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:30:13,316 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:30:13,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:30:13,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:30:13,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:30:13,317 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:13,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545013316Disabling compacts and flushes for region at 1732545013316Disabling writes for close at 1732545013316Writing region close event to WAL at 1732545013317 (+1 ms)Closed at 1732545013317 2024-11-25T14:30:13,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:13,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:30:13,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:30:13,319 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:30:13,321 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:30:13,471 DEBUG [cb69081f5976:43263 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:30:13,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,36235,1732545011212 2024-11-25T14:30:13,473 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,36235,1732545011212, state=OPENING 2024-11-25T14:30:13,485 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:30:13,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:13,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:13,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-830457344/meta-region-server: CHANGED 2024-11-25T14:30:13,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-830457344/meta-region-server: CHANGED 2024-11-25T14:30:13,496 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:30:13,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,36235,1732545011212}] 2024-11-25T14:30:13,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:30:13,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:30:13,654 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:30:13,654 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:13,654 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:30:13,656 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36235%2C1732545011212.meta, suffix=.meta, logDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212, archiveDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/oldWALs, maxLogs=10 2024-11-25T14:30:13,669 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.meta.1732545013656.meta, exclude list is [], retry=0 2024-11-25T14:30:13,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40751,DS-0d318c9e-7f06-4df7-b4d2-ce8f59ea33fb,DISK] 2024-11-25T14:30:13,674 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.meta.1732545013656.meta 2024-11-25T14:30:13,674 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45027:45027)] 2024-11-25T14:30:13,674 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:13,675 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:30:13,675 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:30:13,675 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:30:13,675 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:30:13,675 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:30:13,676 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:13,676 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:30:13,676 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:30:13,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:30:13,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:30:13,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:13,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:13,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:30:13,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:30:13,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:13,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:13,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:30:13,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:30:13,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:13,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:13,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:30:13,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:30:13,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:13,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:13,683 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:30:13,684 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740 2024-11-25T14:30:13,686 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740 2024-11-25T14:30:13,687 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:30:13,687 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:30:13,688 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:13,689 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:30:13,690 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72605000, jitterRate=0.08189880847930908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:13,690 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:30:13,691 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545013676Writing region info on filesystem at 1732545013676Initializing all the Stores at 1732545013677 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545013677Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545013677Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545013677Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545013677Cleaning up temporary data from old regions at 1732545013687 (+10 ms)Running coprocessor post-open hooks at 1732545013690 (+3 ms)Region opened successfully at 1732545013691 (+1 ms) 2024-11-25T14:30:13,692 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545013649 2024-11-25T14:30:13,694 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:30:13,695 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:30:13,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,36235,1732545011212 2024-11-25T14:30:13,696 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,36235,1732545011212, state=OPEN 2024-11-25T14:30:13,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-830457344/meta-region-server 2024-11-25T14:30:13,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-830457344/meta-region-server 2024-11-25T14:30:13,730 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,36235,1732545011212 2024-11-25T14:30:13,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-830457344/meta-region-server: CHANGED 2024-11-25T14:30:13,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-830457344/meta-region-server: CHANGED 2024-11-25T14:30:13,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:30:13,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,36235,1732545011212 in 235 msec 2024-11-25T14:30:13,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:30:13,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-25T14:30:13,738 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:13,738 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:30:13,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:13,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36235,1732545011212, seqNum=-1] 2024-11-25T14:30:13,740 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:13,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:13,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-25T14:30:13,747 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545013747, completionTime=-1 2024-11-25T14:30:13,747 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:30:13,747 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:30:13,749 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:30:13,749 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545073749 2024-11-25T14:30:13,749 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545133749 2024-11-25T14:30:13,749 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T14:30:13,750 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43263,1732545010970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:13,750 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43263,1732545010970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:13,750 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43263,1732545010970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:13,750 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:43263, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:13,750 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:13,750 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:13,752 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:30:13,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.448sec 2024-11-25T14:30:13,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:30:13,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:30:13,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:30:13,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:30:13,753 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:30:13,754 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43263,1732545010970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:30:13,754 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43263,1732545010970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:30:13,756 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:30:13,756 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:30:13,756 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43263,1732545010970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:13,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:13,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43263,-1 for getting cluster id 2024-11-25T14:30:13,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:13,770 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19182304-b4e6-4a63-b1e9-5995344311e4' 2024-11-25T14:30:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:13,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19182304-b4e6-4a63-b1e9-5995344311e4" 2024-11-25T14:30:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4453cca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43263,-1] 2024-11-25T14:30:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:13,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:13,774 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:13,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:13,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:13,777 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36235,1732545011212, seqNum=-1] 2024-11-25T14:30:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:13,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:13,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,43263,1732545010970 2024-11-25T14:30:13,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52855 2024-11-25T14:30:13,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:13,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10173b0864d0002 connected 2024-11-25T14:30:13,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/hadoop.log.dir so I do NOT create it in target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2 2024-11-25T14:30:13,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:30:13,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/hadoop.tmp.dir so I do NOT create it in target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2 2024-11-25T14:30:13,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:30:13,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2 2024-11-25T14:30:13,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:30:13,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/cluster_16610778-7d38-4794-dbf6-096d321747a9, deleteOnExit=true 2024-11-25T14:30:13,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:30:13,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/test.cache.data in system properties and HBase conf 2024-11-25T14:30:13,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:30:13,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:30:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:30:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:30:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:30:13,816 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:30:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:30:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:30:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:30:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:30:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:30:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:30:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:30:13,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:30:13,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:30:13,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:30:13,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:30:13,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:30:13,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:30:13,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:30:14,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:14,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:30:14,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:30:14,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:30:14,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:30:14,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:14,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:30:14,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:30:14,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/java.io.tmpdir/jetty-localhost-41571-hadoop-hdfs-3_4_1-tests_jar-_-any-1862253034235220223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:30:14,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:41571} 2024-11-25T14:30:14,354 INFO [Time-limited test {}] server.Server(415): Started @41661ms 2024-11-25T14:30:14,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:14,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:30:14,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:30:14,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:30:14,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:30:14,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:30:14,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:30:14,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/java.io.tmpdir/jetty-localhost-40719-hadoop-hdfs-3_4_1-tests_jar-_-any-13539709643289925227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:30:14,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:40719} 2024-11-25T14:30:14,698 INFO [Time-limited test {}] server.Server(415): Started @42005ms 2024-11-25T14:30:14,700 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:30:15,402 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/cluster_16610778-7d38-4794-dbf6-096d321747a9/data/data1/current/BP-659572962-172.17.0.3-1732545013834/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:15,404 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/cluster_16610778-7d38-4794-dbf6-096d321747a9/data/data2/current/BP-659572962-172.17.0.3-1732545013834/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:15,445 WARN [Thread-605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:30:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8300a3d7e1ab212 with lease ID 0x5bb85287e5ab9f3: Processing first storage report for DS-87fed880-479d-4a19-b7d9-f36bf6f34608 from datanode DatanodeRegistration(127.0.0.1:41481, datanodeUuid=e1839084-53c1-4dad-bb1e-92280878e95c, infoPort=39269, infoSecurePort=0, ipcPort=37541, storageInfo=lv=-57;cid=testClusterID;nsid=279989620;c=1732545013834) 2024-11-25T14:30:15,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8300a3d7e1ab212 with lease ID 0x5bb85287e5ab9f3: from storage DS-87fed880-479d-4a19-b7d9-f36bf6f34608 node DatanodeRegistration(127.0.0.1:41481, datanodeUuid=e1839084-53c1-4dad-bb1e-92280878e95c, infoPort=39269, infoSecurePort=0, ipcPort=37541, storageInfo=lv=-57;cid=testClusterID;nsid=279989620;c=1732545013834), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:30:15,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8300a3d7e1ab212 with lease ID 0x5bb85287e5ab9f3: Processing first storage report for DS-ee9c22da-878a-4963-b185-7a5067d57183 from datanode DatanodeRegistration(127.0.0.1:41481, datanodeUuid=e1839084-53c1-4dad-bb1e-92280878e95c, infoPort=39269, infoSecurePort=0, ipcPort=37541, storageInfo=lv=-57;cid=testClusterID;nsid=279989620;c=1732545013834) 2024-11-25T14:30:15,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8300a3d7e1ab212 with lease ID 0x5bb85287e5ab9f3: from storage DS-ee9c22da-878a-4963-b185-7a5067d57183 node DatanodeRegistration(127.0.0.1:41481, datanodeUuid=e1839084-53c1-4dad-bb1e-92280878e95c, infoPort=39269, infoSecurePort=0, ipcPort=37541, storageInfo=lv=-57;cid=testClusterID;nsid=279989620;c=1732545013834), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:30:15,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2 2024-11-25T14:30:15,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:15,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:15,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:30:15,916 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe with version=8 2024-11-25T14:30:15,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/hbase-staging 2024-11-25T14:30:15,919 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:30:15,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:15,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:15,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:30:15,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:15,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:30:15,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:30:15,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:30:15,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33435 2024-11-25T14:30:15,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33435 connecting to ZooKeeper ensemble=127.0.0.1:52855 2024-11-25T14:30:15,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334350x0, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:15,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33435-0x10173b0864d0003 connected 2024-11-25T14:30:16,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:16,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:16,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Set watcher on znode that does not yet exist, /11227306962/running 2024-11-25T14:30:16,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe, hbase.cluster.distributed=false 2024-11-25T14:30:16,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Set watcher on znode that does not yet exist, /11227306962/acl 2024-11-25T14:30:16,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-25T14:30:16,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33435 2024-11-25T14:30:16,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33435 2024-11-25T14:30:16,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-25T14:30:16,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-25T14:30:16,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:30:16,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:16,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:16,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:30:16,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:16,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:30:16,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:30:16,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:30:16,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42139 2024-11-25T14:30:16,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42139 connecting to ZooKeeper ensemble=127.0.0.1:52855 2024-11-25T14:30:16,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:16,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:16,187 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421390x0, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:16,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421390x0, quorum=127.0.0.1:52855, baseZNode=/11227306962 Set watcher on znode that does not yet exist, /11227306962/running 2024-11-25T14:30:16,189 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:30:16,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42139-0x10173b0864d0004 connected 2024-11-25T14:30:16,192 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:30:16,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Set watcher on znode that does not yet exist, /11227306962/master 2024-11-25T14:30:16,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Set watcher on znode that does not yet exist, /11227306962/acl 2024-11-25T14:30:16,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-25T14:30:16,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42139 2024-11-25T14:30:16,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42139 2024-11-25T14:30:16,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-25T14:30:16,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42139 2024-11-25T14:30:16,210 DEBUG [M:0;cb69081f5976:33435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:33435 2024-11-25T14:30:16,211 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11227306962/backup-masters/cb69081f5976,33435,1732545015918 2024-11-25T14:30:16,220 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962/backup-masters 2024-11-25T14:30:16,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962/backup-masters 2024-11-25T14:30:16,221 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Set watcher on existing znode=/11227306962/backup-masters/cb69081f5976,33435,1732545015918 2024-11-25T14:30:16,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:16,229 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11227306962/master 2024-11-25T14:30:16,229 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:16,229 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Set watcher on existing znode=/11227306962/master 2024-11-25T14:30:16,229 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11227306962/backup-masters/cb69081f5976,33435,1732545015918 from backup master directory 2024-11-25T14:30:16,237 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962/backup-masters 2024-11-25T14:30:16,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11227306962/backup-masters/cb69081f5976,33435,1732545015918 2024-11-25T14:30:16,237 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:30:16,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962/backup-masters 2024-11-25T14:30:16,237 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,33435,1732545015918 2024-11-25T14:30:16,241 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/hbase.id] with ID: cc99374e-824c-4d7c-8117-abac7b081ca8 2024-11-25T14:30:16,241 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/.tmp/hbase.id 2024-11-25T14:30:16,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:30:16,652 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/.tmp/hbase.id]:[hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/hbase.id] 2024-11-25T14:30:16,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:30:16,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:16,682 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:16,682 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:30:16,684 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T14:30:16,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:16,705 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:16,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:16,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:30:16,731 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:30:16,732 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:30:16,733 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:16,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:30:17,143 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store 2024-11-25T14:30:17,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:30:17,167 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:17,167 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:30:17,167 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:17,167 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:17,167 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:30:17,167 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:17,167 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:17,167 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545017167Disabling compacts and flushes for region at 1732545017167Disabling writes for close at 1732545017167Writing region close event to WAL at 1732545017167Closed at 1732545017167 2024-11-25T14:30:17,169 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/.initializing 2024-11-25T14:30:17,170 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/WALs/cb69081f5976,33435,1732545015918 2024-11-25T14:30:17,175 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:30:17,184 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C33435%2C1732545015918, suffix=, logDir=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/WALs/cb69081f5976,33435,1732545015918, archiveDir=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/oldWALs, maxLogs=10 2024-11-25T14:30:17,202 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/WALs/cb69081f5976,33435,1732545015918/cb69081f5976%2C33435%2C1732545015918.1732545017185, exclude list is [], retry=0 2024-11-25T14:30:17,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41481,DS-87fed880-479d-4a19-b7d9-f36bf6f34608,DISK] 2024-11-25T14:30:17,210 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/WALs/cb69081f5976,33435,1732545015918/cb69081f5976%2C33435%2C1732545015918.1732545017185 2024-11-25T14:30:17,210 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39269:39269)] 2024-11-25T14:30:17,211 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:17,211 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:17,211 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,211 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:30:17,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:17,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:17,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:30:17,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:17,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:17,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:30:17,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:17,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:17,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:30:17,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:17,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:17,230 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,233 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,233 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,235 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,235 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,236 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:17,237 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:17,248 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:17,251 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73313069, jitterRate=0.0924498587846756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:17,251 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545017211Initializing all the Stores at 1732545017213 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545017213Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545017215 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545017215Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545017215Cleaning up temporary data from old regions at 1732545017235 (+20 ms)Region opened successfully at 1732545017251 (+16 ms) 2024-11-25T14:30:17,251 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:30:17,262 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e879dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:30:17,263 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:30:17,264 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:30:17,264 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:30:17,264 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:30:17,265 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:30:17,265 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:30:17,265 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:30:17,272 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:30:17,273 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Unable to get data of znode /11227306962/balancer because node does not exist (not necessarily an error) 2024-11-25T14:30:17,291 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11227306962/balancer already deleted, retry=false 2024-11-25T14:30:17,292 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:30:17,293 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Unable to get data of znode /11227306962/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:30:17,303 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11227306962/normalizer already deleted, retry=false 2024-11-25T14:30:17,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:30:17,305 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Unable to get data of znode /11227306962/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:30:17,312 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11227306962/switch/split already deleted, retry=false 2024-11-25T14:30:17,313 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Unable to get data of znode /11227306962/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:30:17,321 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11227306962/switch/merge already deleted, retry=false 2024-11-25T14:30:17,329 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Unable to get data of znode /11227306962/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:30:17,340 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11227306962/snapshot-cleanup already deleted, retry=false 2024-11-25T14:30:17,357 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11227306962/running 2024-11-25T14:30:17,357 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:17,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11227306962/running 2024-11-25T14:30:17,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:17,365 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,33435,1732545015918, sessionid=0x10173b0864d0003, setting cluster-up flag (Was=false) 2024-11-25T14:30:17,387 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:17,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:17,429 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11227306962/flush-table-proc/acquired, /11227306962/flush-table-proc/reached, /11227306962/flush-table-proc/abort 2024-11-25T14:30:17,431 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,33435,1732545015918 2024-11-25T14:30:17,454 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:17,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:17,479 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11227306962/online-snapshot/acquired, /11227306962/online-snapshot/reached, /11227306962/online-snapshot/abort 2024-11-25T14:30:17,483 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,33435,1732545015918 2024-11-25T14:30:17,491 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:30:17,501 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:17,501 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:30:17,501 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:30:17,501 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,33435,1732545015918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:30:17,506 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:17,507 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:17,507 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:17,507 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:17,507 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:30:17,507 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,507 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:30:17,507 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,510 INFO [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(746): ClusterId : cc99374e-824c-4d7c-8117-abac7b081ca8 2024-11-25T14:30:17,511 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:30:17,522 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:30:17,522 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:30:17,531 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545047531 2024-11-25T14:30:17,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:30:17,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:30:17,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:30:17,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:30:17,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:30:17,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:30:17,533 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:30:17,534 DEBUG [RS:0;cb69081f5976:42139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5569c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:30:17,539 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:17,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:30:17,541 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:17,541 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:30:17,547 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:30:17,548 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:30:17,548 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:30:17,548 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:30:17,555 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:30:17,555 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:30:17,557 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545017555,5,FailOnTimeoutGroup] 2024-11-25T14:30:17,559 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545017557,5,FailOnTimeoutGroup] 2024-11-25T14:30:17,559 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,559 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:30:17,559 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,559 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:30:17,574 DEBUG [RS:0;cb69081f5976:42139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:42139 2024-11-25T14:30:17,574 INFO [RS:0;cb69081f5976:42139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:30:17,574 INFO [RS:0;cb69081f5976:42139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:30:17,574 DEBUG [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:30:17,580 INFO [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,33435,1732545015918 with port=42139, startcode=1732545016167 2024-11-25T14:30:17,580 DEBUG [RS:0;cb69081f5976:42139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:30:17,593 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:30:17,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,42139,1732545016167 2024-11-25T14:30:17,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33435 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,42139,1732545016167 2024-11-25T14:30:17,607 DEBUG [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe 2024-11-25T14:30:17,607 DEBUG [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35153 2024-11-25T14:30:17,607 DEBUG [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:30:17,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962/rs 2024-11-25T14:30:17,675 DEBUG [RS:0;cb69081f5976:42139 {}] zookeeper.ZKUtil(111): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Set watcher on existing znode=/11227306962/rs/cb69081f5976,42139,1732545016167 2024-11-25T14:30:17,675 WARN [RS:0;cb69081f5976:42139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:30:17,675 INFO [RS:0;cb69081f5976:42139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:17,675 DEBUG [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/WALs/cb69081f5976,42139,1732545016167 2024-11-25T14:30:17,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,42139,1732545016167] 2024-11-25T14:30:17,711 INFO [RS:0;cb69081f5976:42139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:30:17,723 INFO [RS:0;cb69081f5976:42139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:30:17,739 INFO [RS:0;cb69081f5976:42139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:30:17,739 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,751 INFO [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:30:17,752 INFO [RS:0;cb69081f5976:42139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:30:17,752 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,753 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:17,754 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:30:17,754 DEBUG [RS:0;cb69081f5976:42139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:30:17,775 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,776 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,776 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,776 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,776 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,776 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42139,1732545016167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:30:17,819 INFO [RS:0;cb69081f5976:42139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:30:17,827 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42139,1732545016167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,827 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,827 INFO [RS:0;cb69081f5976:42139 {}] regionserver.Replication(171): cb69081f5976,42139,1732545016167 started 2024-11-25T14:30:17,891 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:17,891 INFO [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,42139,1732545016167, RpcServer on cb69081f5976/172.17.0.3:42139, sessionid=0x10173b0864d0004 2024-11-25T14:30:17,895 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:30:17,895 DEBUG [RS:0;cb69081f5976:42139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,42139,1732545016167 2024-11-25T14:30:17,895 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,42139,1732545016167' 2024-11-25T14:30:17,896 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11227306962/flush-table-proc/abort' 2024-11-25T14:30:17,897 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11227306962/flush-table-proc/acquired' 2024-11-25T14:30:17,903 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:30:17,903 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:30:17,903 DEBUG [RS:0;cb69081f5976:42139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,42139,1732545016167 2024-11-25T14:30:17,903 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,42139,1732545016167' 2024-11-25T14:30:17,903 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11227306962/online-snapshot/abort' 2024-11-25T14:30:17,911 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11227306962/online-snapshot/acquired' 2024-11-25T14:30:17,923 DEBUG [RS:0;cb69081f5976:42139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:30:17,924 INFO [RS:0;cb69081f5976:42139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:30:17,924 INFO [RS:0;cb69081f5976:42139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:30:17,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:30:17,969 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe 2024-11-25T14:30:18,024 INFO [RS:0;cb69081f5976:42139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:30:18,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:30:18,033 INFO [RS:0;cb69081f5976:42139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C42139%2C1732545016167, suffix=, logDir=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/WALs/cb69081f5976,42139,1732545016167, archiveDir=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/oldWALs, maxLogs=10 2024-11-25T14:30:18,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:18,053 DEBUG [RS:0;cb69081f5976:42139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/WALs/cb69081f5976,42139,1732545016167/cb69081f5976%2C42139%2C1732545016167.1732545018034, exclude list is [], retry=0 2024-11-25T14:30:18,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:30:18,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41481,DS-87fed880-479d-4a19-b7d9-f36bf6f34608,DISK] 2024-11-25T14:30:18,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:30:18,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:18,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:18,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:30:18,076 INFO [RS:0;cb69081f5976:42139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/WALs/cb69081f5976,42139,1732545016167/cb69081f5976%2C42139%2C1732545016167.1732545018034 2024-11-25T14:30:18,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:30:18,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:18,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:18,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:30:18,088 DEBUG [RS:0;cb69081f5976:42139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39269:39269)] 2024-11-25T14:30:18,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:30:18,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:18,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:18,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:30:18,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:30:18,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:18,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:18,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:30:18,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/1588230740 2024-11-25T14:30:18,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/1588230740 2024-11-25T14:30:18,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:30:18,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:30:18,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:18,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:30:18,174 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:18,184 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60279662, jitterRate=-0.1017630398273468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:18,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545018044Initializing all the Stores at 1732545018045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545018045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545018051 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545018051Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545018051Cleaning up temporary data from old regions at 1732545018156 (+105 ms)Region opened successfully at 1732545018184 (+28 ms) 2024-11-25T14:30:18,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:30:18,184 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:30:18,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:30:18,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:30:18,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:30:18,199 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:18,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545018184Disabling compacts and flushes for region at 1732545018184Disabling writes for close at 1732545018184Writing region close event to WAL at 1732545018199 (+15 ms)Closed at 1732545018199 2024-11-25T14:30:18,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:18,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:30:18,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:30:18,215 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:30:18,219 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:30:18,371 DEBUG [cb69081f5976:33435 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:30:18,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,42139,1732545016167 2024-11-25T14:30:18,388 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,42139,1732545016167, state=OPENING 2024-11-25T14:30:18,415 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:30:18,447 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:18,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:18,450 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11227306962/meta-region-server: CHANGED 2024-11-25T14:30:18,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11227306962/meta-region-server: CHANGED 2024-11-25T14:30:18,455 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:30:18,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,42139,1732545016167}] 2024-11-25T14:30:18,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:30:18,613 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:30:18,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:30:18,659 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:30:18,660 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:18,660 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:30:18,663 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C42139%2C1732545016167.meta, suffix=.meta, logDir=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/WALs/cb69081f5976,42139,1732545016167, archiveDir=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/oldWALs, maxLogs=10 2024-11-25T14:30:18,682 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/WALs/cb69081f5976,42139,1732545016167/cb69081f5976%2C42139%2C1732545016167.meta.1732545018663.meta, exclude list is [], retry=0 2024-11-25T14:30:18,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41481,DS-87fed880-479d-4a19-b7d9-f36bf6f34608,DISK] 2024-11-25T14:30:18,728 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/WALs/cb69081f5976,42139,1732545016167/cb69081f5976%2C42139%2C1732545016167.meta.1732545018663.meta 2024-11-25T14:30:18,739 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39269:39269)] 2024-11-25T14:30:18,740 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:18,740 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:30:18,740 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:30:18,740 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:30:18,740 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:30:18,741 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:30:18,741 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:18,741 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:30:18,741 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:30:18,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:30:18,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:30:18,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:18,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:18,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:30:18,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:30:18,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:18,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:18,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:30:18,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:30:18,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:18,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:18,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:30:18,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:30:18,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:18,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:18,787 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:30:18,791 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/1588230740 2024-11-25T14:30:18,807 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/1588230740 2024-11-25T14:30:18,824 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:30:18,824 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:30:18,831 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:18,840 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:30:18,845 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65924845, jitterRate=-0.017643257975578308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:18,845 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:30:18,845 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545018741Writing region info on filesystem at 1732545018741Initializing all the Stores at 1732545018751 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545018751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545018762 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545018762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545018762Cleaning up temporary data from old regions at 1732545018824 (+62 ms)Running coprocessor post-open hooks at 1732545018845 (+21 ms)Region opened successfully at 1732545018845 2024-11-25T14:30:18,848 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545018613 2024-11-25T14:30:18,864 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:30:18,864 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:30:18,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,42139,1732545016167 2024-11-25T14:30:18,880 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,42139,1732545016167, state=OPEN 2024-11-25T14:30:18,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11227306962/meta-region-server 2024-11-25T14:30:18,960 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11227306962/meta-region-server 2024-11-25T14:30:18,960 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,42139,1732545016167 2024-11-25T14:30:18,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11227306962/meta-region-server: CHANGED 2024-11-25T14:30:18,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11227306962/meta-region-server: CHANGED 2024-11-25T14:30:18,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:30:18,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,42139,1732545016167 in 505 msec 2024-11-25T14:30:18,973 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:18,973 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:30:18,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:30:18,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 755 msec 2024-11-25T14:30:18,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:18,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,42139,1732545016167, seqNum=-1] 2024-11-25T14:30:18,976 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:18,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:18,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4960 sec 2024-11-25T14:30:18,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545018990, completionTime=-1 2024-11-25T14:30:18,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:30:18,991 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:30:18,993 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:30:18,994 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545078994 2024-11-25T14:30:18,994 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545138994 2024-11-25T14:30:18,994 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-25T14:30:18,994 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33435,1732545015918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:18,994 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33435,1732545015918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:18,994 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33435,1732545015918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:18,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:33435, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:18,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:18,998 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:30:19,003 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:19,010 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.773sec 2024-11-25T14:30:19,010 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:30:19,010 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:30:19,010 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:30:19,010 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:30:19,010 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:30:19,010 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33435,1732545015918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:30:19,010 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33435,1732545015918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:30:19,029 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:30:19,029 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:30:19,029 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33435,1732545015918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:19,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:19,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,33435,-1 for getting cluster id 2024-11-25T14:30:19,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:19,039 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc99374e-824c-4d7c-8117-abac7b081ca8' 2024-11-25T14:30:19,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:19,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc99374e-824c-4d7c-8117-abac7b081ca8" 2024-11-25T14:30:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b873bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,33435,-1] 2024-11-25T14:30:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:19,042 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:19,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:19,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,42139,1732545016167, seqNum=-1] 2024-11-25T14:30:19,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:19,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:19,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,33435,1732545015918 2024-11-25T14:30:19,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52855 2024-11-25T14:30:19,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:19,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10173b0864d0005 connected 2024-11-25T14:30:19,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:19,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43263,-1 for getting cluster id 2024-11-25T14:30:19,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:19,089 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19182304-b4e6-4a63-b1e9-5995344311e4' 2024-11-25T14:30:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19182304-b4e6-4a63-b1e9-5995344311e4" 2024-11-25T14:30:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bea589e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43263,-1] 2024-11-25T14:30:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:19,092 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694f01f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:19,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,43263,1732545010970 2024-11-25T14:30:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@782d108e 2024-11-25T14:30:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:19,098 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:30:19,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:33435,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:30:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:30:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:19,102 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:33435' 2024-11-25T14:30:19,104 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b26592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:19,104 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,33435,-1 for getting cluster id 2024-11-25T14:30:19,104 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:19,106 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc99374e-824c-4d7c-8117-abac7b081ca8' 2024-11-25T14:30:19,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:19,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc99374e-824c-4d7c-8117-abac7b081ca8" 2024-11-25T14:30:19,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359af313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:19,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,33435,-1] 2024-11-25T14:30:19,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:19,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:19,110 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:19,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269e964f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:19,112 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:19,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,33435,1732545015918 2024-11-25T14:30:19,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b47586c 2024-11-25T14:30:19,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:19,115 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:30:19,117 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T14:30:19,117 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:30:19,117 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:19,117 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:19,117 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:30:19,119 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:30:19,122 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:30:19,122 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:19,125 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:30:19,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:19,170 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:30:19,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741835_1011 (size=1138) 2024-11-25T14:30:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:19,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0de453fe84b4459155d89a761424353, NAME => 'hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941 2024-11-25T14:30:19,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741836_1012 (size=44) 2024-11-25T14:30:19,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:19,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e0de453fe84b4459155d89a761424353, disabling compactions & flushes 2024-11-25T14:30:19,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:19,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:19,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. after waiting 0 ms 2024-11-25T14:30:19,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:19,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:19,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0de453fe84b4459155d89a761424353: Waiting for close lock at 1732545019631Disabling compacts and flushes for region at 1732545019631Disabling writes for close at 1732545019632 (+1 ms)Writing region close event to WAL at 1732545019632Closed at 1732545019632 2024-11-25T14:30:19,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:30:19,637 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545019636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545019636"}]},"ts":"1732545019636"} 2024-11-25T14:30:19,657 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:30:19,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:30:19,660 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545019659"}]},"ts":"1732545019659"} 2024-11-25T14:30:19,662 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:30:19,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0de453fe84b4459155d89a761424353, ASSIGN}] 2024-11-25T14:30:19,670 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0de453fe84b4459155d89a761424353, ASSIGN 2024-11-25T14:30:19,672 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0de453fe84b4459155d89a761424353, ASSIGN; state=OFFLINE, location=cb69081f5976,36235,1732545011212; forceNewPlan=false, retain=false 2024-11-25T14:30:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:19,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e0de453fe84b4459155d89a761424353, regionState=OPENING, regionLocation=cb69081f5976,36235,1732545011212 2024-11-25T14:30:19,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0de453fe84b4459155d89a761424353, ASSIGN because future has completed 2024-11-25T14:30:19,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0de453fe84b4459155d89a761424353, server=cb69081f5976,36235,1732545011212}] 2024-11-25T14:30:20,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:20,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:20,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:30:20,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36235%2C1732545011212.rep, suffix=, logDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212, archiveDir=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/oldWALs, maxLogs=10 2024-11-25T14:30:20,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.rep.1732545020068, exclude list is [], retry=0 2024-11-25T14:30:20,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40751,DS-0d318c9e-7f06-4df7-b4d2-ce8f59ea33fb,DISK] 2024-11-25T14:30:20,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.rep.1732545020068 2024-11-25T14:30:20,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45027:45027)] 2024-11-25T14:30:20,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e0de453fe84b4459155d89a761424353, NAME => 'hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:20,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:30:20,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:30:20,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. service=MultiRowMutationService 2024-11-25T14:30:20,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:30:20,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:20,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,119 INFO [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,132 INFO [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0de453fe84b4459155d89a761424353 columnFamilyName hfileref 2024-11-25T14:30:20,132 DEBUG [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:20,139 INFO [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] regionserver.HStore(327): Store=e0de453fe84b4459155d89a761424353/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:20,140 INFO [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,148 INFO [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0de453fe84b4459155d89a761424353 columnFamilyName queue 2024-11-25T14:30:20,148 DEBUG [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:20,154 INFO [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] regionserver.HStore(327): Store=e0de453fe84b4459155d89a761424353/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:20,154 INFO [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,164 INFO [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0de453fe84b4459155d89a761424353 columnFamilyName sid 2024-11-25T14:30:20,164 DEBUG [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:20,170 INFO [StoreOpener-e0de453fe84b4459155d89a761424353-1 {}] regionserver.HStore(327): Store=e0de453fe84b4459155d89a761424353/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:20,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/replication/e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/replication/e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:30:20,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/replication/e0de453fe84b4459155d89a761424353/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:20,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e0de453fe84b4459155d89a761424353; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71344845, jitterRate=0.06312103569507599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:30:20,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0de453fe84b4459155d89a761424353 2024-11-25T14:30:20,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e0de453fe84b4459155d89a761424353: Running coprocessor pre-open hook at 1732545020112Writing region info on filesystem at 1732545020112Initializing all the Stores at 1732545020113 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545020113Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545020115 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545020115Cleaning up temporary data from old regions at 1732545020197 (+82 ms)Running coprocessor post-open hooks at 1732545020209 (+12 ms)Region opened successfully at 1732545020210 (+1 ms) 2024-11-25T14:30:20,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353., pid=7, masterSystemTime=1732545020035 2024-11-25T14:30:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:20,242 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e0de453fe84b4459155d89a761424353, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,36235,1732545011212 2024-11-25T14:30:20,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:20,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:20,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0de453fe84b4459155d89a761424353, server=cb69081f5976,36235,1732545011212 because future has completed 2024-11-25T14:30:20,260 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43263 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=cb69081f5976,36235,1732545011212, table=hbase:replication, region=e0de453fe84b4459155d89a761424353. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T14:30:20,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T14:30:20,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e0de453fe84b4459155d89a761424353, server=cb69081f5976,36235,1732545011212 in 415 msec 2024-11-25T14:30:20,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:30:20,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0de453fe84b4459155d89a761424353, ASSIGN in 619 msec 2024-11-25T14:30:20,304 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:30:20,304 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545020304"}]},"ts":"1732545020304"} 2024-11-25T14:30:20,308 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:30:20,310 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:30:20,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-25T14:30:20,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353., hostname=cb69081f5976,36235,1732545011212, seqNum=2] 2024-11-25T14:30:20,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:20,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:20,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:30:20,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T14:30:20,725 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:30:20,768 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,36235,1732545011212, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:30:20,769 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:20,769 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36235,1732545011212, seqNum=-1] 2024-11-25T14:30:20,769 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:20,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-25T14:30:20,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,36235,1732545011212', locateType=CURRENT is [region=hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353., hostname=cb69081f5976,36235,1732545011212, seqNum=2] 2024-11-25T14:30:20,779 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T14:30:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T14:30:20,786 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,36235,1732545011212 suceeded 2024-11-25T14:30:20,797 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:33435' 2024-11-25T14:30:20,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T14:30:20,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-25T14:30:20,801 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:33435,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:30:20,804 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27f9c3bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:20,804 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,33435,-1 for getting cluster id 2024-11-25T14:30:20,804 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:20,805 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc99374e-824c-4d7c-8117-abac7b081ca8' 2024-11-25T14:30:20,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:20,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc99374e-824c-4d7c-8117-abac7b081ca8" 2024-11-25T14:30:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@280188cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,33435,-1] 2024-11-25T14:30:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:20,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:20,808 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:20,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7030 sec 2024-11-25T14:30:20,809 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55023d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:20,809 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:20,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,33435,1732545015918 2024-11-25T14:30:20,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f6162cf 2024-11-25T14:30:20,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:20,812 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-25T14:30:20,812 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,36235,1732545011212 (queues=1) is replicating from cluster=19182304-b4e6-4a63-b1e9-5995344311e4 to cluster=cc99374e-824c-4d7c-8117-abac7b081ca8 2024-11-25T14:30:20,813 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C36235%2C1732545011212 2024-11-25T14:30:20,813 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,36235,1732545011212, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:30:20,814 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.wal-reader.cb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.1732545012680, startPosition=0, beingWritten=true 2024-11-25T14:30:20,814 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.shippercb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C36235%2C1732545011212 2024-11-25T14:30:21,026 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.wal-reader.cb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.1732545012680 to pos 0, reset compression=false 2024-11-25T14:30:21,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:30:21,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T14:30:21,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T14:30:21,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T14:30:21,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:30:21,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T14:30:21,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:30:21,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T14:30:21,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:30:21,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T14:30:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:21,256 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:30:21,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:21,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:21,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:21,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:21,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:21,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,43263,1732545010970 2024-11-25T14:30:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d21d53f 2024-11-25T14:30:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:21,262 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:30:21,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43263 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T14:30:21,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:30:21,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:21,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:21,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:21,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:21,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:21,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:30:21,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=492166770, stopped=false 2024-11-25T14:30:21,269 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,33435,1732545015918 2024-11-25T14:30:21,320 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11227306962/running 2024-11-25T14:30:21,320 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:21,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Set watcher on znode that does not yet exist, /11227306962/running 2024-11-25T14:30:21,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11227306962/running 2024-11-25T14:30:21,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:21,329 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:30:21,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:21,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:21,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:21,330 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,42139,1732545016167' ***** 2024-11-25T14:30:21,330 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:30:21,331 INFO [RS:0;cb69081f5976:42139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:30:21,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Set watcher on znode that does not yet exist, /11227306962/running 2024-11-25T14:30:21,331 INFO [RS:0;cb69081f5976:42139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:30:21,331 INFO [RS:0;cb69081f5976:42139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:30:21,331 INFO [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,42139,1732545016167 2024-11-25T14:30:21,331 INFO [RS:0;cb69081f5976:42139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:30:21,331 INFO [RS:0;cb69081f5976:42139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:42139. 2024-11-25T14:30:21,331 DEBUG [RS:0;cb69081f5976:42139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:21,331 DEBUG [RS:0;cb69081f5976:42139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:21,331 INFO [RS:0;cb69081f5976:42139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:30:21,331 INFO [RS:0;cb69081f5976:42139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:30:21,331 INFO [RS:0;cb69081f5976:42139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:30:21,331 INFO [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:30:21,332 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:30:21,332 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:30:21,335 INFO [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:30:21,335 DEBUG [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:30:21,335 DEBUG [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:30:21,339 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:30:21,340 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:30:21,340 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:30:21,340 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:30:21,340 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:30:21,340 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T14:30:21,347 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.wal-reader.cb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.1732545012680 to pos 0, reset compression=false 2024-11-25T14:30:21,404 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/1588230740/.tmp/ns/6117fceb47d04c8ebc18e6db91774b6c is 43, key is default/ns:d/1732545018982/Put/seqid=0 2024-11-25T14:30:21,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741835_1011 (size=5153) 2024-11-25T14:30:21,416 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/1588230740/.tmp/ns/6117fceb47d04c8ebc18e6db91774b6c 2024-11-25T14:30:21,432 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/1588230740/.tmp/ns/6117fceb47d04c8ebc18e6db91774b6c as hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/1588230740/ns/6117fceb47d04c8ebc18e6db91774b6c 2024-11-25T14:30:21,446 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/1588230740/ns/6117fceb47d04c8ebc18e6db91774b6c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T14:30:21,448 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=6, compaction requested=false 2024-11-25T14:30:21,476 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T14:30:21,477 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:30:21,477 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:30:21,477 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:21,477 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545021339Running coprocessor pre-close hooks at 1732545021339Disabling compacts and flushes for region at 1732545021339Disabling writes for close at 1732545021340 (+1 ms)Obtaining lock to block concurrent updates at 1732545021340Preparing flush snapshotting stores in 1588230740 at 1732545021340Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732545021341 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732545021347 (+6 ms)Flushing 1588230740/ns: creating writer at 1732545021347Flushing 1588230740/ns: appending metadata at 1732545021403 (+56 ms)Flushing 1588230740/ns: closing flushed file at 1732545021404 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57385a71: reopening flushed file at 1732545021429 (+25 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=6, compaction requested=false at 1732545021448 (+19 ms)Writing region close event to WAL at 1732545021468 (+20 ms)Running coprocessor post-close hooks at 1732545021477 (+9 ms)Closed at 1732545021477 2024-11-25T14:30:21,477 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:21,536 INFO [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,42139,1732545016167; all regions closed. 2024-11-25T14:30:21,544 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/WALs/cb69081f5976,42139,1732545016167/cb69081f5976%2C42139%2C1732545016167.meta.1732545018663.meta not finished, retry = 0 2024-11-25T14:30:21,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741834_1010 (size=1152) 2024-11-25T14:30:21,647 DEBUG [RS:0;cb69081f5976:42139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/oldWALs 2024-11-25T14:30:21,647 INFO [RS:0;cb69081f5976:42139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C42139%2C1732545016167.meta:.meta(num 1732545018663) 2024-11-25T14:30:21,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741833_1009 (size=93) 2024-11-25T14:30:21,657 DEBUG [RS:0;cb69081f5976:42139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/oldWALs 2024-11-25T14:30:21,657 INFO [RS:0;cb69081f5976:42139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C42139%2C1732545016167:(num 1732545018034) 2024-11-25T14:30:21,657 DEBUG [RS:0;cb69081f5976:42139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:21,657 INFO [RS:0;cb69081f5976:42139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:30:21,657 INFO [RS:0;cb69081f5976:42139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:30:21,657 INFO [RS:0;cb69081f5976:42139 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:30:21,657 INFO [RS:0;cb69081f5976:42139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:30:21,657 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:30:21,658 INFO [RS:0;cb69081f5976:42139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42139 2024-11-25T14:30:21,703 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11227306962/rs/cb69081f5976,42139,1732545016167 2024-11-25T14:30:21,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962/rs 2024-11-25T14:30:21,705 INFO [RS:0;cb69081f5976:42139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:30:21,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,42139,1732545016167] 2024-11-25T14:30:21,782 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.wal-reader.cb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.1732545012680 to pos 0, reset compression=false 2024-11-25T14:30:21,782 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11227306962/draining/cb69081f5976,42139,1732545016167 already deleted, retry=false 2024-11-25T14:30:21,782 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,42139,1732545016167 expired; onlineServers=0 2024-11-25T14:30:21,782 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,33435,1732545015918' ***** 2024-11-25T14:30:21,782 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:30:21,783 INFO [M:0;cb69081f5976:33435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:30:21,783 INFO [M:0;cb69081f5976:33435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:30:21,783 DEBUG [M:0;cb69081f5976:33435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:30:21,783 DEBUG [M:0;cb69081f5976:33435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:30:21,783 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545017557 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545017557,5,FailOnTimeoutGroup] 2024-11-25T14:30:21,783 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545017555 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545017555,5,FailOnTimeoutGroup] 2024-11-25T14:30:21,783 INFO [M:0;cb69081f5976:33435 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:30:21,783 INFO [M:0;cb69081f5976:33435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:30:21,783 DEBUG [M:0;cb69081f5976:33435 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:30:21,783 INFO [M:0;cb69081f5976:33435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:30:21,783 INFO [M:0;cb69081f5976:33435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:30:21,784 INFO [M:0;cb69081f5976:33435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:30:21,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:30:21,787 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:30:21,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11227306962/master 2024-11-25T14:30:21,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11227306962 2024-11-25T14:30:21,802 INFO [M:0;cb69081f5976:33435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/.lastflushedseqids 2024-11-25T14:30:21,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741836_1012 (size=99) 2024-11-25T14:30:21,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11227306962/master already deleted, retry=false 2024-11-25T14:30:21,812 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Failed delete of our master address node; KeeperErrorCode = NoNode for /11227306962/master 2024-11-25T14:30:21,812 INFO [M:0;cb69081f5976:33435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:30:21,812 INFO [M:0;cb69081f5976:33435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:30:21,813 DEBUG [M:0;cb69081f5976:33435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:30:21,813 INFO [M:0;cb69081f5976:33435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:21,813 DEBUG [M:0;cb69081f5976:33435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:21,813 DEBUG [M:0;cb69081f5976:33435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:30:21,813 DEBUG [M:0;cb69081f5976:33435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:21,813 INFO [M:0;cb69081f5976:33435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T14:30:21,829 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:21,829 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42139-0x10173b0864d0004, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:21,829 INFO [RS:0;cb69081f5976:42139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:30:21,829 INFO [RS:0;cb69081f5976:42139 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,42139,1732545016167; zookeeper connection closed. 2024-11-25T14:30:21,839 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@292aac3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@292aac3f 2024-11-25T14:30:21,840 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:30:21,844 DEBUG [M:0;cb69081f5976:33435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12c50501415343a0994adf176e74bf0c is 82, key is hbase:meta,,1/info:regioninfo/1732545018875/Put/seqid=0 2024-11-25T14:30:21,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741837_1013 (size=5672) 2024-11-25T14:30:22,259 INFO [M:0;cb69081f5976:33435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12c50501415343a0994adf176e74bf0c 2024-11-25T14:30:22,297 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.wal-reader.cb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.1732545012680 to pos 0, reset compression=false 2024-11-25T14:30:22,298 DEBUG [M:0;cb69081f5976:33435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c93477c2b1e844f6bfe033f55fb65e51 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732545018989/Put/seqid=0 2024-11-25T14:30:22,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741838_1014 (size=5275) 2024-11-25T14:30:22,744 INFO [M:0;cb69081f5976:33435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c93477c2b1e844f6bfe033f55fb65e51 2024-11-25T14:30:22,803 DEBUG [M:0;cb69081f5976:33435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bf9d05a53ac49d1b13ed56f630ad9cc is 69, key is cb69081f5976,42139,1732545016167/rs:state/1732545017594/Put/seqid=0 2024-11-25T14:30:22,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741839_1015 (size=5156) 2024-11-25T14:30:22,916 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.wal-reader.cb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.1732545012680 to pos 0, reset compression=false 2024-11-25T14:30:23,237 INFO [M:0;cb69081f5976:33435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bf9d05a53ac49d1b13ed56f630ad9cc 2024-11-25T14:30:23,248 DEBUG [M:0;cb69081f5976:33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12c50501415343a0994adf176e74bf0c as hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12c50501415343a0994adf176e74bf0c 2024-11-25T14:30:23,257 INFO [M:0;cb69081f5976:33435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12c50501415343a0994adf176e74bf0c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T14:30:23,266 DEBUG [M:0;cb69081f5976:33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c93477c2b1e844f6bfe033f55fb65e51 as hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c93477c2b1e844f6bfe033f55fb65e51 2024-11-25T14:30:23,280 INFO [M:0;cb69081f5976:33435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c93477c2b1e844f6bfe033f55fb65e51, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T14:30:23,282 DEBUG [M:0;cb69081f5976:33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bf9d05a53ac49d1b13ed56f630ad9cc as hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bf9d05a53ac49d1b13ed56f630ad9cc 2024-11-25T14:30:23,293 INFO [M:0;cb69081f5976:33435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/ed8dd910-5a14-f3f4-9580-0d3954787dbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bf9d05a53ac49d1b13ed56f630ad9cc, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T14:30:23,303 INFO [M:0;cb69081f5976:33435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1490ms, sequenceid=28, compaction requested=false 2024-11-25T14:30:23,344 INFO [M:0;cb69081f5976:33435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:23,344 DEBUG [M:0;cb69081f5976:33435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545021812Disabling compacts and flushes for region at 1732545021812Disabling writes for close at 1732545021813 (+1 ms)Obtaining lock to block concurrent updates at 1732545021813Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545021813Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732545021814 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545021814Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545021815 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545021843 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545021843Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545022270 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545022297 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545022297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545022755 (+458 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545022802 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545022802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a19e8: reopening flushed file at 1732545023244 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d4e7f7: reopening flushed file at 1732545023257 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f14d3e2: reopening flushed file at 1732545023281 (+24 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1490ms, sequenceid=28, compaction requested=false at 1732545023303 (+22 ms)Writing region close event to WAL at 1732545023344 (+41 ms)Closed at 1732545023344 2024-11-25T14:30:23,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41481 is added to blk_1073741830_1006 (size=10165) 2024-11-25T14:30:23,379 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:30:23,379 INFO [M:0;cb69081f5976:33435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:30:23,380 INFO [M:0;cb69081f5976:33435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33435 2024-11-25T14:30:23,384 INFO [M:0;cb69081f5976:33435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:30:23,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:23,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33435-0x10173b0864d0003, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:23,535 INFO [M:0;cb69081f5976:33435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:30:23,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:30:23,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:30:23,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:30:23,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:30:23,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/hadoop.log.dir/,STOPPED} 2024-11-25T14:30:23,590 WARN [BP-659572962-172.17.0.3-1732545013834 heartbeating to localhost/127.0.0.1:35153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:30:23,590 WARN [BP-659572962-172.17.0.3-1732545013834 heartbeating to localhost/127.0.0.1:35153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-659572962-172.17.0.3-1732545013834 (Datanode Uuid e1839084-53c1-4dad-bb1e-92280878e95c) service to localhost/127.0.0.1:35153 2024-11-25T14:30:23,591 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:30:23,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/cluster_16610778-7d38-4794-dbf6-096d321747a9/data/data1/current/BP-659572962-172.17.0.3-1732545013834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:30:23,591 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:30:23,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/cluster_16610778-7d38-4794-dbf6-096d321747a9/data/data2/current/BP-659572962-172.17.0.3-1732545013834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:30:23,592 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:30:23,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:30:23,628 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.wal-reader.cb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.1732545012680 to pos 0, reset compression=false 2024-11-25T14:30:23,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:30:23,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:30:23,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:30:23,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/hadoop.log.dir/,STOPPED} 2024-11-25T14:30:23,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:30:23,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:30:23,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:23,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:23,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:23,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:23,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:30:23,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2055889158, stopped=false 2024-11-25T14:30:23,679 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,43263,1732545010970 2024-11-25T14:30:23,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:23,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-830457344/running 2024-11-25T14:30:23,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:23,715 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:30:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-830457344/running 2024-11-25T14:30:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:23,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Set watcher on znode that does not yet exist, /0-830457344/running 2024-11-25T14:30:23,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Set watcher on znode that does not yet exist, /0-830457344/running 2024-11-25T14:30:23,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:23,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:23,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:23,723 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,36235,1732545011212' ***** 2024-11-25T14:30:23,723 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:30:23,723 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:30:23,723 INFO [RS:0;cb69081f5976:36235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:30:23,723 INFO [RS:0;cb69081f5976:36235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:30:23,724 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(3091): Received CLOSE for e0de453fe84b4459155d89a761424353 2024-11-25T14:30:23,724 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,36235,1732545011212 2024-11-25T14:30:23,724 INFO [RS:0;cb69081f5976:36235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:30:23,724 INFO [RS:0;cb69081f5976:36235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:36235. 2024-11-25T14:30:23,724 DEBUG [RS:0;cb69081f5976:36235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:23,725 DEBUG [RS:0;cb69081f5976:36235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:23,725 INFO [RS:0;cb69081f5976:36235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:30:23,725 INFO [RS:0;cb69081f5976:36235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:30:23,725 INFO [RS:0;cb69081f5976:36235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:30:23,725 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:30:23,726 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0de453fe84b4459155d89a761424353, disabling compactions & flushes 2024-11-25T14:30:23,726 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:23,726 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:23,726 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. after waiting 0 ms 2024-11-25T14:30:23,726 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:23,726 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e0de453fe84b4459155d89a761424353 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-25T14:30:23,727 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:30:23,736 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:30:23,736 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1325): Online Regions={e0de453fe84b4459155d89a761424353=hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:30:23,736 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:30:23,736 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e0de453fe84b4459155d89a761424353 2024-11-25T14:30:23,736 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:30:23,736 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:30:23,736 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:30:23,736 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:30:23,736 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T14:30:23,759 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/replication/e0de453fe84b4459155d89a761424353/.tmp/queue/1d1409b4c5e64511adf8623973bb4ecc is 151, key is 1-cb69081f5976,36235,1732545011212/queue:cb69081f5976%2C36235%2C1732545011212/1732545020775/Put/seqid=0 2024-11-25T14:30:23,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741838_1014 (size=5350) 2024-11-25T14:30:23,772 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/replication/e0de453fe84b4459155d89a761424353/.tmp/queue/1d1409b4c5e64511adf8623973bb4ecc 2024-11-25T14:30:23,776 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/.tmp/info/6b99abfe1e134c898845479d6897a7a0 is 147, key is hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353./info:regioninfo/1732545020242/Put/seqid=0 2024-11-25T14:30:23,783 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:30:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741839_1015 (size=6631) 2024-11-25T14:30:23,787 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/.tmp/info/6b99abfe1e134c898845479d6897a7a0 2024-11-25T14:30:23,789 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/replication/e0de453fe84b4459155d89a761424353/.tmp/queue/1d1409b4c5e64511adf8623973bb4ecc as hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/replication/e0de453fe84b4459155d89a761424353/queue/1d1409b4c5e64511adf8623973bb4ecc 2024-11-25T14:30:23,804 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/replication/e0de453fe84b4459155d89a761424353/queue/1d1409b4c5e64511adf8623973bb4ecc, entries=1, sequenceid=5, filesize=5.2 K 2024-11-25T14:30:23,805 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e0de453fe84b4459155d89a761424353 in 79ms, sequenceid=5, compaction requested=false 2024-11-25T14:30:23,805 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T14:30:23,823 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/replication/e0de453fe84b4459155d89a761424353/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T14:30:23,824 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:30:23,824 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:30:23,824 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:23,824 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0de453fe84b4459155d89a761424353: Waiting for close lock at 1732545023726Running coprocessor pre-close hooks at 1732545023726Disabling compacts and flushes for region at 1732545023726Disabling writes for close at 1732545023726Obtaining lock to block concurrent updates at 1732545023726Preparing flush snapshotting stores in e0de453fe84b4459155d89a761424353 at 1732545023726Finished memstore snapshotting hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732545023726Flushing stores of hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. at 1732545023731 (+5 ms)Flushing e0de453fe84b4459155d89a761424353/queue: creating writer at 1732545023732 (+1 ms)Flushing e0de453fe84b4459155d89a761424353/queue: appending metadata at 1732545023759 (+27 ms)Flushing e0de453fe84b4459155d89a761424353/queue: closing flushed file at 1732545023759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21333038: reopening flushed file at 1732545023787 (+28 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e0de453fe84b4459155d89a761424353 in 79ms, sequenceid=5, compaction requested=false at 1732545023805 (+18 ms)Writing region close event to WAL at 1732545023818 (+13 ms)Running coprocessor post-close hooks at 1732545023823 (+5 ms)Closed at 1732545023824 (+1 ms) 2024-11-25T14:30:23,824 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732545019117.e0de453fe84b4459155d89a761424353. 2024-11-25T14:30:23,830 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/.tmp/ns/77d356f571d94e899fb1232f4950afad is 43, key is default/ns:d/1732545013742/Put/seqid=0 2024-11-25T14:30:23,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741840_1016 (size=5153) 2024-11-25T14:30:23,936 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:30:24,136 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:30:24,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:30:24,247 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/.tmp/ns/77d356f571d94e899fb1232f4950afad 2024-11-25T14:30:24,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:24,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:24,305 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/.tmp/table/d686bce8d8d14eb69a1ec2a50d44849f is 53, key is hbase:replication/table:state/1732545020304/Put/seqid=0 2024-11-25T14:30:24,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:24,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741841_1017 (size=5256) 2024-11-25T14:30:24,337 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:30:24,453 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.wal-reader.cb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.1732545012680 to pos 0, reset compression=false 2024-11-25T14:30:24,537 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:30:24,540 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:30:24,540 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:30:24,736 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/.tmp/table/d686bce8d8d14eb69a1ec2a50d44849f 2024-11-25T14:30:24,737 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:30:24,737 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:30:24,737 DEBUG [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:30:24,751 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/.tmp/info/6b99abfe1e134c898845479d6897a7a0 as hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/info/6b99abfe1e134c898845479d6897a7a0 2024-11-25T14:30:24,767 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/info/6b99abfe1e134c898845479d6897a7a0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T14:30:24,769 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/.tmp/ns/77d356f571d94e899fb1232f4950afad as hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/ns/77d356f571d94e899fb1232f4950afad 2024-11-25T14:30:24,806 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/ns/77d356f571d94e899fb1232f4950afad, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T14:30:24,811 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/.tmp/table/d686bce8d8d14eb69a1ec2a50d44849f as hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/table/d686bce8d8d14eb69a1ec2a50d44849f 2024-11-25T14:30:24,839 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/table/d686bce8d8d14eb69a1ec2a50d44849f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T14:30:24,848 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1111ms, sequenceid=11, compaction requested=false 2024-11-25T14:30:24,899 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T14:30:24,900 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:30:24,900 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:30:24,901 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:24,901 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545023736Running coprocessor pre-close hooks at 1732545023736Disabling compacts and flushes for region at 1732545023736Disabling writes for close at 1732545023736Obtaining lock to block concurrent updates at 1732545023736Preparing flush snapshotting stores in 1588230740 at 1732545023736Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732545023737 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732545023740 (+3 ms)Flushing 1588230740/info: creating writer at 1732545023740Flushing 1588230740/info: appending metadata at 1732545023775 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732545023775Flushing 1588230740/ns: creating writer at 1732545023801 (+26 ms)Flushing 1588230740/ns: appending metadata at 1732545023830 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732545023830Flushing 1588230740/table: creating writer at 1732545024284 (+454 ms)Flushing 1588230740/table: appending metadata at 1732545024304 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732545024305 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d5548b: reopening flushed file at 1732545024749 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5782201d: reopening flushed file at 1732545024767 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd70fac: reopening flushed file at 1732545024806 (+39 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1111ms, sequenceid=11, compaction requested=false at 1732545024848 (+42 ms)Writing region close event to WAL at 1732545024872 (+24 ms)Running coprocessor post-close hooks at 1732545024900 (+28 ms)Closed at 1732545024901 (+1 ms) 2024-11-25T14:30:24,901 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:24,938 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,36235,1732545011212; all regions closed. 2024-11-25T14:30:24,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741834_1010 (size=2742) 2024-11-25T14:30:24,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.meta.1732545013656.meta not finished, retry = 0 2024-11-25T14:30:25,046 DEBUG [RS:0;cb69081f5976:36235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/oldWALs 2024-11-25T14:30:25,046 INFO [RS:0;cb69081f5976:36235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C36235%2C1732545011212.meta:.meta(num 1732545013656) 2024-11-25T14:30:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741837_1013 (size=1586) 2024-11-25T14:30:25,048 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/WALs/cb69081f5976,36235,1732545011212/cb69081f5976%2C36235%2C1732545011212.rep.1732545020068 not finished, retry = 0 2024-11-25T14:30:25,151 DEBUG [RS:0;cb69081f5976:36235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/oldWALs 2024-11-25T14:30:25,151 INFO [RS:0;cb69081f5976:36235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C36235%2C1732545011212.rep:(num 1732545020068) 2024-11-25T14:30:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741832_1008 (size=93) 2024-11-25T14:30:25,161 DEBUG [RS:0;cb69081f5976:36235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/oldWALs 2024-11-25T14:30:25,161 INFO [RS:0;cb69081f5976:36235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C36235%2C1732545011212:(num 1732545012680) 2024-11-25T14:30:25,162 DEBUG [RS:0;cb69081f5976:36235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:25,162 INFO [RS:0;cb69081f5976:36235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:30:25,162 INFO [RS:0;cb69081f5976:36235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:30:25,162 INFO [RS:0;cb69081f5976:36235 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:30:25,162 INFO [RS:0;cb69081f5976:36235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:30:25,162 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:30:25,162 INFO [RS:0;cb69081f5976:36235 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,36235,1732545011212 because: Region server is closing 2024-11-25T14:30:25,162 INFO [RS:0;cb69081f5976:36235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:36235. 2024-11-25T14:30:25,162 DEBUG [RS:0;cb69081f5976:36235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:25,163 DEBUG [RS:0;cb69081f5976:36235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:25,163 DEBUG [RS:0;cb69081f5976:36235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:25,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:25,263 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.wal-reader.cb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T14:30:25,263 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.shippercb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T14:30:25,263 INFO [RS:0;cb69081f5976:36235 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36235,1732545011212.replicationSource.shippercb69081f5976%2C36235%2C1732545011212,1-cb69081f5976,36235,1732545011212 terminated 2024-11-25T14:30:25,264 INFO [RS:0;cb69081f5976:36235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36235 2024-11-25T14:30:25,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-830457344/rs/cb69081f5976,36235,1732545011212 2024-11-25T14:30:25,278 INFO [RS:0;cb69081f5976:36235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:30:25,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344/rs 2024-11-25T14:30:25,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,36235,1732545011212] 2024-11-25T14:30:25,295 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-830457344/draining/cb69081f5976,36235,1732545011212 already deleted, retry=false 2024-11-25T14:30:25,295 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,36235,1732545011212 expired; onlineServers=0 2024-11-25T14:30:25,295 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,43263,1732545010970' ***** 2024-11-25T14:30:25,295 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:30:25,295 INFO [M:0;cb69081f5976:43263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:30:25,295 INFO [M:0;cb69081f5976:43263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:30:25,295 DEBUG [M:0;cb69081f5976:43263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:30:25,295 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:30:25,295 DEBUG [M:0;cb69081f5976:43263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:30:25,295 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545012466 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545012466,5,FailOnTimeoutGroup] 2024-11-25T14:30:25,295 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545012465 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545012465,5,FailOnTimeoutGroup] 2024-11-25T14:30:25,296 INFO [M:0;cb69081f5976:43263 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:30:25,296 INFO [M:0;cb69081f5976:43263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:30:25,296 DEBUG [M:0;cb69081f5976:43263 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:30:25,296 INFO [M:0;cb69081f5976:43263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:30:25,296 INFO [M:0;cb69081f5976:43263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:30:25,296 INFO [M:0;cb69081f5976:43263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:30:25,296 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:30:25,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-830457344/master 2024-11-25T14:30:25,310 DEBUG [M:0;cb69081f5976:43263 {}] zookeeper.RecoverableZooKeeper(212): Node /0-830457344/master already deleted, retry=false 2024-11-25T14:30:25,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-830457344 2024-11-25T14:30:25,310 DEBUG [M:0;cb69081f5976:43263 {}] master.ActiveMasterManager(353): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-830457344/master 2024-11-25T14:30:25,311 INFO [M:0;cb69081f5976:43263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/.lastflushedseqids 2024-11-25T14:30:25,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741842_1018 (size=181) 2024-11-25T14:30:25,318 INFO [M:0;cb69081f5976:43263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:30:25,318 INFO [M:0;cb69081f5976:43263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:30:25,318 DEBUG [M:0;cb69081f5976:43263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:30:25,318 INFO [M:0;cb69081f5976:43263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:25,318 DEBUG [M:0;cb69081f5976:43263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:25,318 DEBUG [M:0;cb69081f5976:43263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:30:25,318 DEBUG [M:0;cb69081f5976:43263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:25,319 INFO [M:0;cb69081f5976:43263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-25T14:30:25,342 DEBUG [M:0;cb69081f5976:43263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92dad065ccab40ab87b9b1303ddf6044 is 82, key is hbase:meta,,1/info:regioninfo/1732545013695/Put/seqid=0 2024-11-25T14:30:25,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741843_1019 (size=5672) 2024-11-25T14:30:25,383 INFO [M:0;cb69081f5976:43263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92dad065ccab40ab87b9b1303ddf6044 2024-11-25T14:30:25,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:25,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36235-0x10173b0864d0001, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:25,387 INFO [RS:0;cb69081f5976:36235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:30:25,387 INFO [RS:0;cb69081f5976:36235 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,36235,1732545011212; zookeeper connection closed. 2024-11-25T14:30:25,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@193c6fd6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@193c6fd6 2024-11-25T14:30:25,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:30:25,433 DEBUG [M:0;cb69081f5976:43263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3343b1a1c1944481abf36fb4cedd2d72 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732545020313/Put/seqid=0 2024-11-25T14:30:25,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741844_1020 (size=7203) 2024-11-25T14:30:25,443 INFO [M:0;cb69081f5976:43263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3343b1a1c1944481abf36fb4cedd2d72 2024-11-25T14:30:25,492 DEBUG [M:0;cb69081f5976:43263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/536606dcebb848a09552e406dd36070b is 69, key is cb69081f5976,36235,1732545011212/rs:state/1732545012507/Put/seqid=0 2024-11-25T14:30:25,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741845_1021 (size=5156) 2024-11-25T14:30:25,522 INFO [M:0;cb69081f5976:43263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/536606dcebb848a09552e406dd36070b 2024-11-25T14:30:25,537 DEBUG [M:0;cb69081f5976:43263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92dad065ccab40ab87b9b1303ddf6044 as hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92dad065ccab40ab87b9b1303ddf6044 2024-11-25T14:30:25,544 INFO [M:0;cb69081f5976:43263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92dad065ccab40ab87b9b1303ddf6044, entries=8, sequenceid=70, filesize=5.5 K 2024-11-25T14:30:25,545 DEBUG [M:0;cb69081f5976:43263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3343b1a1c1944481abf36fb4cedd2d72 as hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3343b1a1c1944481abf36fb4cedd2d72 2024-11-25T14:30:25,559 INFO [M:0;cb69081f5976:43263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3343b1a1c1944481abf36fb4cedd2d72, entries=8, sequenceid=70, filesize=7.0 K 2024-11-25T14:30:25,560 DEBUG [M:0;cb69081f5976:43263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/536606dcebb848a09552e406dd36070b as hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/536606dcebb848a09552e406dd36070b 2024-11-25T14:30:25,572 INFO [M:0;cb69081f5976:43263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40415/user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/536606dcebb848a09552e406dd36070b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-25T14:30:25,581 INFO [M:0;cb69081f5976:43263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 263ms, sequenceid=70, compaction requested=false 2024-11-25T14:30:25,608 INFO [M:0;cb69081f5976:43263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:25,608 DEBUG [M:0;cb69081f5976:43263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545025318Disabling compacts and flushes for region at 1732545025318Disabling writes for close at 1732545025318Obtaining lock to block concurrent updates at 1732545025319 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545025319Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732545025319Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545025320 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545025320Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545025341 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545025341Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545025413 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545025433 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545025433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545025452 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545025491 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545025491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a94d9a: reopening flushed file at 1732545025535 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70cb6ef1: reopening flushed file at 1732545025544 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7726b7a8: reopening flushed file at 1732545025559 (+15 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 263ms, sequenceid=70, compaction requested=false at 1732545025581 (+22 ms)Writing region close event to WAL at 1732545025608 (+27 ms)Closed at 1732545025608 2024-11-25T14:30:25,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d855174-a58f-8407-610a-27a108dcd941/MasterData/WALs/cb69081f5976,43263,1732545010970/cb69081f5976%2C43263%2C1732545010970.1732545012213 not finished, retry = 0 2024-11-25T14:30:25,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40751 is added to blk_1073741830_1006 (size=41008) 2024-11-25T14:30:25,730 INFO [M:0;cb69081f5976:43263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:30:25,730 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:30:25,730 INFO [M:0;cb69081f5976:43263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43263 2024-11-25T14:30:25,730 INFO [M:0;cb69081f5976:43263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:30:25,853 INFO [M:0;cb69081f5976:43263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:30:25,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:25,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43263-0x10173b0864d0000, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:30:25,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:30:25,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:30:25,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:30:25,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:30:25,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/hadoop.log.dir/,STOPPED} 2024-11-25T14:30:25,900 WARN [BP-1161458949-172.17.0.3-1732545008783 heartbeating to localhost/127.0.0.1:40415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:30:25,900 WARN [BP-1161458949-172.17.0.3-1732545008783 heartbeating to localhost/127.0.0.1:40415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1161458949-172.17.0.3-1732545008783 (Datanode Uuid 763df9ea-3966-4373-abd6-2486ed03a3c7) service to localhost/127.0.0.1:40415 2024-11-25T14:30:25,901 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/cluster_1ed44b99-0a87-738a-fb9e-53aab578ec6d/data/data2/current/BP-1161458949-172.17.0.3-1732545008783 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:30:25,901 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:30:25,901 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:30:25,902 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:30:25,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/cluster_1ed44b99-0a87-738a-fb9e-53aab578ec6d/data/data1/current/BP-1161458949-172.17.0.3-1732545008783 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:30:25,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:30:25,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:30:25,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:30:25,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:30:25,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e160f4a5-9c1d-c0fb-201e-e0394af70fe3/hadoop.log.dir/,STOPPED} 2024-11-25T14:30:25,951 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T14:30:25,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:30:25,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 106) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52855) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52855) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40415 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35153 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=927 (was 800) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4108 (was 3727) - AvailableMemoryMB LEAK? - 2024-11-25T14:30:25,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=927, ProcessCount=11, AvailableMemoryMB=4109 2024-11-25T14:30:26,015 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-25T14:30:26,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/hadoop.log.dir so I do NOT create it in target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d 2024-11-25T14:30:26,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:30:26,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/hadoop.tmp.dir so I do NOT create it in target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d 2024-11-25T14:30:26,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062f8834-b2f5-fe69-e859-02fdbc330db2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:30:26,016 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d 2024-11-25T14:30:26,016 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/cluster_95b4a1e2-65a2-809f-4d8b-cd6b532f882a, deleteOnExit=true 2024-11-25T14:30:26,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/cluster_95b4a1e2-65a2-809f-4d8b-cd6b532f882a/zookeeper_0, clientPort=63158, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/cluster_95b4a1e2-65a2-809f-4d8b-cd6b532f882a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/cluster_95b4a1e2-65a2-809f-4d8b-cd6b532f882a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T14:30:26,025 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63158 2024-11-25T14:30:26,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:30:26,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:30:26,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/test.cache.data in system properties and HBase conf 2024-11-25T14:30:26,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:30:26,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:30:26,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:30:26,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:30:26,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:30:26,026 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:30:26,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:30:26,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:30:26,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:30:26,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:30:26,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:30:26,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:30:26,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:30:26,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:30:26,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:30:26,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:30:26,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:30:26,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:30:26,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:30:26,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:30:26,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10173b0864d0002, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:30:26,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10173b0864d0005, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:30:26,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10173b0864d0002, quorum=127.0.0.1:52855, baseZNode=/0-830457344 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:30:26,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10173b0864d0005, quorum=127.0.0.1:52855, baseZNode=/11227306962 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:30:26,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:26,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:30:26,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:30:26,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:30:26,367 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:30:26,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:26,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:30:26,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:30:26,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/java.io.tmpdir/jetty-localhost-42111-hadoop-hdfs-3_4_1-tests_jar-_-any-12380716452757643113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:30:26,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:42111} 2024-11-25T14:30:26,515 INFO [Time-limited test {}] server.Server(415): Started @53822ms 2024-11-25T14:30:26,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:26,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:30:26,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:30:26,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:30:26,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:30:26,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:30:26,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:30:26,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/java.io.tmpdir/jetty-localhost-34527-hadoop-hdfs-3_4_1-tests_jar-_-any-8120596468940595464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:30:26,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:34527} 2024-11-25T14:30:26,875 INFO [Time-limited test {}] server.Server(415): Started @54181ms 2024-11-25T14:30:26,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:30:27,543 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/cluster_95b4a1e2-65a2-809f-4d8b-cd6b532f882a/data/data1/current/BP-1864811530-172.17.0.3-1732545026052/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:27,543 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/cluster_95b4a1e2-65a2-809f-4d8b-cd6b532f882a/data/data2/current/BP-1864811530-172.17.0.3-1732545026052/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:27,580 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:30:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2db6ac5e2ff02b11 with lease ID 0x350cbf52612e7dd3: Processing first storage report for DS-9b7b0673-8c0f-4395-91b0-cbe9ab381e02 from datanode DatanodeRegistration(127.0.0.1:36819, datanodeUuid=2a6d2270-0e4f-4b61-a341-05afba271db5, infoPort=35059, infoSecurePort=0, ipcPort=37593, storageInfo=lv=-57;cid=testClusterID;nsid=1177026639;c=1732545026052) 2024-11-25T14:30:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2db6ac5e2ff02b11 with lease ID 0x350cbf52612e7dd3: from storage DS-9b7b0673-8c0f-4395-91b0-cbe9ab381e02 node DatanodeRegistration(127.0.0.1:36819, datanodeUuid=2a6d2270-0e4f-4b61-a341-05afba271db5, infoPort=35059, infoSecurePort=0, ipcPort=37593, storageInfo=lv=-57;cid=testClusterID;nsid=1177026639;c=1732545026052), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T14:30:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2db6ac5e2ff02b11 with lease ID 0x350cbf52612e7dd3: Processing first storage report for DS-b37abd17-ab6f-4efe-9b71-309a607ecb31 from datanode DatanodeRegistration(127.0.0.1:36819, datanodeUuid=2a6d2270-0e4f-4b61-a341-05afba271db5, infoPort=35059, infoSecurePort=0, ipcPort=37593, storageInfo=lv=-57;cid=testClusterID;nsid=1177026639;c=1732545026052) 2024-11-25T14:30:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2db6ac5e2ff02b11 with lease ID 0x350cbf52612e7dd3: from storage DS-b37abd17-ab6f-4efe-9b71-309a607ecb31 node DatanodeRegistration(127.0.0.1:36819, datanodeUuid=2a6d2270-0e4f-4b61-a341-05afba271db5, infoPort=35059, infoSecurePort=0, ipcPort=37593, storageInfo=lv=-57;cid=testClusterID;nsid=1177026639;c=1732545026052), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:30:27,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d 2024-11-25T14:30:27,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:27,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:27,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:30:27,667 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a with version=8 2024-11-25T14:30:27,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/hbase-staging 2024-11-25T14:30:27,670 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:30:27,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:27,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:27,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:30:27,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:27,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:30:27,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:30:27,671 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:30:27,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39507 2024-11-25T14:30:27,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39507 connecting to ZooKeeper ensemble=127.0.0.1:63158 2024-11-25T14:30:27,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395070x0, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:27,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39507-0x10173b0c9cd0000 connected 2024-11-25T14:30:27,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:27,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:27,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Set watcher on znode that does not yet exist, /0-728897562/running 2024-11-25T14:30:27,827 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a, hbase.cluster.distributed=false 2024-11-25T14:30:27,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Set watcher on znode that does not yet exist, /0-728897562/acl 2024-11-25T14:30:27,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39507 2024-11-25T14:30:27,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39507 2024-11-25T14:30:27,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39507 2024-11-25T14:30:27,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39507 2024-11-25T14:30:27,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39507 2024-11-25T14:30:27,927 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:30:27,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:27,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:27,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:30:27,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:27,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:30:27,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:30:27,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:30:27,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39637 2024-11-25T14:30:27,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39637 connecting to ZooKeeper ensemble=127.0.0.1:63158 2024-11-25T14:30:27,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:27,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:27,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396370x0, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:27,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396370x0, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Set watcher on znode that does not yet exist, /0-728897562/running 2024-11-25T14:30:27,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:30:27,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39637-0x10173b0c9cd0001 connected 2024-11-25T14:30:27,995 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:30:27,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Set watcher on znode that does not yet exist, /0-728897562/master 2024-11-25T14:30:27,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Set watcher on znode that does not yet exist, /0-728897562/acl 2024-11-25T14:30:28,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39637 2024-11-25T14:30:28,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39637 2024-11-25T14:30:28,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39637 2024-11-25T14:30:28,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39637 2024-11-25T14:30:28,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39637 2024-11-25T14:30:28,021 DEBUG [M:0;cb69081f5976:39507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:39507 2024-11-25T14:30:28,023 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-728897562/backup-masters/cb69081f5976,39507,1732545027670 2024-11-25T14:30:28,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562/backup-masters 2024-11-25T14:30:28,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562/backup-masters 2024-11-25T14:30:28,036 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Set watcher on existing znode=/0-728897562/backup-masters/cb69081f5976,39507,1732545027670 2024-11-25T14:30:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-728897562/master 2024-11-25T14:30:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:28,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:28,048 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Set watcher on existing znode=/0-728897562/master 2024-11-25T14:30:28,049 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-728897562/backup-masters/cb69081f5976,39507,1732545027670 from backup master directory 2024-11-25T14:30:28,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-728897562/backup-masters/cb69081f5976,39507,1732545027670 2024-11-25T14:30:28,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562/backup-masters 2024-11-25T14:30:28,053 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:30:28,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562/backup-masters 2024-11-25T14:30:28,053 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,39507,1732545027670 2024-11-25T14:30:28,062 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/hbase.id] with ID: ea15325c-e09f-4dd2-80d4-8f2011e62a8a 2024-11-25T14:30:28,062 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/.tmp/hbase.id 2024-11-25T14:30:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:30:28,475 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/.tmp/hbase.id]:[hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/hbase.id] 2024-11-25T14:30:28,489 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:28,489 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:30:28,491 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T14:30:28,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:28,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:30:28,922 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:30:28,923 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:30:28,923 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:28,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:30:29,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:30:29,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:29,331 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store 2024-11-25T14:30:29,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:30:29,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:29,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:29,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:29,751 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:29,751 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:30:29,751 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:29,751 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:29,751 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:30:29,751 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:29,751 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:29,751 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545029751Disabling compacts and flushes for region at 1732545029751Disabling writes for close at 1732545029751Writing region close event to WAL at 1732545029751Closed at 1732545029751 2024-11-25T14:30:29,752 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/.initializing 2024-11-25T14:30:29,752 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/WALs/cb69081f5976,39507,1732545027670 2024-11-25T14:30:29,754 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:30:29,756 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C39507%2C1732545027670, suffix=, logDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/WALs/cb69081f5976,39507,1732545027670, archiveDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/oldWALs, maxLogs=10 2024-11-25T14:30:29,772 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/WALs/cb69081f5976,39507,1732545027670/cb69081f5976%2C39507%2C1732545027670.1732545029756, exclude list is [], retry=0 2024-11-25T14:30:29,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36819,DS-9b7b0673-8c0f-4395-91b0-cbe9ab381e02,DISK] 2024-11-25T14:30:29,784 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/WALs/cb69081f5976,39507,1732545027670/cb69081f5976%2C39507%2C1732545027670.1732545029756 2024-11-25T14:30:29,787 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35059:35059)] 2024-11-25T14:30:29,787 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:29,788 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:29,788 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,788 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:30:29,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:29,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:29,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:30:29,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:29,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:29,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:30:29,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:29,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:29,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:30:29,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:29,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:29,803 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,803 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,804 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,805 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,805 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,806 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:29,807 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:29,812 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:29,813 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59585059, jitterRate=-0.11211343109607697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:29,813 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545029788Initializing all the Stores at 1732545029789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545029789Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545029790 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545029790Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545029790Cleaning up temporary data from old regions at 1732545029805 (+15 ms)Region opened successfully at 1732545029813 (+8 ms) 2024-11-25T14:30:29,814 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:30:29,818 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7759c792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:30:29,818 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:30:29,819 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:30:29,819 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:30:29,819 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:30:29,820 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:30:29,820 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:30:29,820 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:30:29,826 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:30:29,827 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Unable to get data of znode /0-728897562/balancer because node does not exist (not necessarily an error) 2024-11-25T14:30:29,869 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-728897562/balancer already deleted, retry=false 2024-11-25T14:30:29,870 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:30:29,871 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Unable to get data of znode /0-728897562/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:30:29,878 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-728897562/normalizer already deleted, retry=false 2024-11-25T14:30:29,878 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:30:29,880 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Unable to get data of znode /0-728897562/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:30:29,886 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-728897562/switch/split already deleted, retry=false 2024-11-25T14:30:29,887 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Unable to get data of znode /0-728897562/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:30:29,899 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-728897562/switch/merge already deleted, retry=false 2024-11-25T14:30:29,905 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Unable to get data of znode /0-728897562/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:30:29,911 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-728897562/snapshot-cleanup already deleted, retry=false 2024-11-25T14:30:29,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-728897562/running 2024-11-25T14:30:29,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:29,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-728897562/running 2024-11-25T14:30:29,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:29,920 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,39507,1732545027670, sessionid=0x10173b0c9cd0000, setting cluster-up flag (Was=false) 2024-11-25T14:30:29,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:29,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:29,961 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-728897562/flush-table-proc/acquired, /0-728897562/flush-table-proc/reached, /0-728897562/flush-table-proc/abort 2024-11-25T14:30:29,964 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,39507,1732545027670 2024-11-25T14:30:29,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:29,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:30,020 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-728897562/online-snapshot/acquired, /0-728897562/online-snapshot/reached, /0-728897562/online-snapshot/abort 2024-11-25T14:30:30,024 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,39507,1732545027670 2024-11-25T14:30:30,025 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:30:30,027 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:30,028 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:30:30,028 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:30:30,028 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,39507,1732545027670 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:30:30,031 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:30,031 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:30,031 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:30,031 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:30,031 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:30:30,031 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,031 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:30:30,031 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:30,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:30:30,033 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545060033 2024-11-25T14:30:30,033 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:30:30,033 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:30:30,033 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:30:30,033 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:30:30,033 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:30:30,033 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:30:30,034 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,034 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:30:30,034 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:30:30,034 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:30,034 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:30:30,034 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:30:30,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:30:30,035 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:30:30,035 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:30:30,035 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545030035,5,FailOnTimeoutGroup] 2024-11-25T14:30:30,039 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545030035,5,FailOnTimeoutGroup] 2024-11-25T14:30:30,039 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,039 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:30:30,039 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,040 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:30:30,111 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(746): ClusterId : ea15325c-e09f-4dd2-80d4-8f2011e62a8a 2024-11-25T14:30:30,111 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:30:30,127 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:30:30,127 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:30:30,137 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:30:30,138 DEBUG [RS:0;cb69081f5976:39637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebb5379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:30:30,157 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:39637 2024-11-25T14:30:30,157 INFO [RS:0;cb69081f5976:39637 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:30:30,157 INFO [RS:0;cb69081f5976:39637 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:30:30,157 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:30:30,158 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,39507,1732545027670 with port=39637, startcode=1732545027927 2024-11-25T14:30:30,158 DEBUG [RS:0;cb69081f5976:39637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:30:30,160 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:30:30,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,39637,1732545027927 2024-11-25T14:30:30,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39507 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,39637,1732545027927 2024-11-25T14:30:30,163 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a 2024-11-25T14:30:30,163 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33391 2024-11-25T14:30:30,163 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:30:30,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562/rs 2024-11-25T14:30:30,171 DEBUG [RS:0;cb69081f5976:39637 {}] zookeeper.ZKUtil(111): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Set watcher on existing znode=/0-728897562/rs/cb69081f5976,39637,1732545027927 2024-11-25T14:30:30,171 WARN [RS:0;cb69081f5976:39637 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:30:30,171 INFO [RS:0;cb69081f5976:39637 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:30,171 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927 2024-11-25T14:30:30,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,39637,1732545027927] 2024-11-25T14:30:30,206 INFO [RS:0;cb69081f5976:39637 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:30:30,211 INFO [RS:0;cb69081f5976:39637 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:30:30,215 INFO [RS:0;cb69081f5976:39637 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:30:30,215 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,216 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:30:30,217 INFO [RS:0;cb69081f5976:39637 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:30:30,217 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,217 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:30:30,218 DEBUG [RS:0;cb69081f5976:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:30:30,227 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,227 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,227 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,227 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,228 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,228 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39637,1732545027927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:30:30,258 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:30:30,258 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39637,1732545027927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,258 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,258 INFO [RS:0;cb69081f5976:39637 {}] regionserver.Replication(171): cb69081f5976,39637,1732545027927 started 2024-11-25T14:30:30,281 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,281 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,39637,1732545027927, RpcServer on cb69081f5976/172.17.0.3:39637, sessionid=0x10173b0c9cd0001 2024-11-25T14:30:30,281 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:30:30,281 DEBUG [RS:0;cb69081f5976:39637 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,39637,1732545027927 2024-11-25T14:30:30,281 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,39637,1732545027927' 2024-11-25T14:30:30,281 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-728897562/flush-table-proc/abort' 2024-11-25T14:30:30,284 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-728897562/flush-table-proc/acquired' 2024-11-25T14:30:30,284 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:30:30,285 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:30:30,285 DEBUG [RS:0;cb69081f5976:39637 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,39637,1732545027927 2024-11-25T14:30:30,285 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,39637,1732545027927' 2024-11-25T14:30:30,285 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-728897562/online-snapshot/abort' 2024-11-25T14:30:30,285 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-728897562/online-snapshot/acquired' 2024-11-25T14:30:30,286 DEBUG [RS:0;cb69081f5976:39637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:30:30,286 INFO [RS:0;cb69081f5976:39637 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:30:30,286 INFO [RS:0;cb69081f5976:39637 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:30:30,387 INFO [RS:0;cb69081f5976:39637 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:30:30,389 INFO [RS:0;cb69081f5976:39637 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C39637%2C1732545027927, suffix=, logDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927, archiveDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/oldWALs, maxLogs=10 2024-11-25T14:30:30,409 DEBUG [RS:0;cb69081f5976:39637 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389, exclude list is [], retry=0 2024-11-25T14:30:30,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36819,DS-9b7b0673-8c0f-4395-91b0-cbe9ab381e02,DISK] 2024-11-25T14:30:30,428 INFO [RS:0;cb69081f5976:39637 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 2024-11-25T14:30:30,428 DEBUG [RS:0;cb69081f5976:39637 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35059:35059)] 2024-11-25T14:30:30,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:30:30,452 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a 2024-11-25T14:30:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741833_1009 (size=32) 2024-11-25T14:30:30,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:30,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:30:30,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:30:30,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:30,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:30,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:30:30,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:30:30,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:30,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:30,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:30:30,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:30:30,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:30,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:30,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:30:30,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:30:30,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:30,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:30,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:30:30,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740 2024-11-25T14:30:30,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740 2024-11-25T14:30:30,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:30:30,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:30:30,523 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:30,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:30:30,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:30,530 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63777080, jitterRate=-0.04964745044708252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:30,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545030496Initializing all the Stores at 1732545030498 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545030498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545030499 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545030499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545030499Cleaning up temporary data from old regions at 1732545030521 (+22 ms)Region opened successfully at 1732545030531 (+10 ms) 2024-11-25T14:30:30,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:30:30,531 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:30:30,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:30:30,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:30:30,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:30:30,535 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:30,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545030531Disabling compacts and flushes for region at 1732545030531Disabling writes for close at 1732545030531Writing region close event to WAL at 1732545030535 (+4 ms)Closed at 1732545030535 2024-11-25T14:30:30,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:30,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:30:30,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:30:30,540 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:30:30,541 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:30:30,691 DEBUG [cb69081f5976:39507 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:30:30,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,39637,1732545027927 2024-11-25T14:30:30,694 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,39637,1732545027927, state=OPENING 2024-11-25T14:30:30,703 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:30:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:30,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-728897562/meta-region-server: CHANGED 2024-11-25T14:30:30,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-728897562/meta-region-server: CHANGED 2024-11-25T14:30:30,712 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:30:30,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,39637,1732545027927}] 2024-11-25T14:30:30,866 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:30:30,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:30:30,871 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:30:30,871 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:30,872 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:30:30,873 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C39637%2C1732545027927.meta, suffix=.meta, logDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927, archiveDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/oldWALs, maxLogs=10 2024-11-25T14:30:30,886 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.meta.1732545030874.meta, exclude list is [], retry=0 2024-11-25T14:30:30,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36819,DS-9b7b0673-8c0f-4395-91b0-cbe9ab381e02,DISK] 2024-11-25T14:30:30,890 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.meta.1732545030874.meta 2024-11-25T14:30:30,890 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35059:35059)] 2024-11-25T14:30:30,890 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:30,891 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:30:30,891 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:30:30,891 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:30:30,891 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:30:30,891 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:30:30,891 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:30,891 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:30:30,891 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:30:30,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:30:30,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:30:30,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:30,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:30,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:30:30,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:30:30,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:30,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:30,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:30:30,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:30:30,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:30,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:30,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:30:30,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:30:30,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:30,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:30,898 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:30:30,899 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740 2024-11-25T14:30:30,900 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740 2024-11-25T14:30:30,901 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:30:30,901 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:30:30,902 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:30,903 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:30:30,903 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68558163, jitterRate=0.021596238017082214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:30,904 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:30:30,904 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545030891Writing region info on filesystem at 1732545030891Initializing all the Stores at 1732545030892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545030892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545030893 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545030893Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545030893Cleaning up temporary data from old regions at 1732545030901 (+8 ms)Running coprocessor post-open hooks at 1732545030904 (+3 ms)Region opened successfully at 1732545030904 2024-11-25T14:30:30,905 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545030866 2024-11-25T14:30:30,907 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:30:30,907 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:30:30,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,39637,1732545027927 2024-11-25T14:30:30,909 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,39637,1732545027927, state=OPEN 2024-11-25T14:30:30,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-728897562/meta-region-server 2024-11-25T14:30:30,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-728897562/meta-region-server 2024-11-25T14:30:30,978 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,39637,1732545027927 2024-11-25T14:30:30,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-728897562/meta-region-server: CHANGED 2024-11-25T14:30:30,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-728897562/meta-region-server: CHANGED 2024-11-25T14:30:30,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:30:30,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,39637,1732545027927 in 266 msec 2024-11-25T14:30:30,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:30:30,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-25T14:30:30,985 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:30,985 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:30:30,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:30,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,39637,1732545027927, seqNum=-1] 2024-11-25T14:30:30,987 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:30,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:30,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 967 msec 2024-11-25T14:30:30,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545030995, completionTime=-1 2024-11-25T14:30:30,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:30:30,995 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:30:30,997 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:30:30,997 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545090997 2024-11-25T14:30:30,997 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545150997 2024-11-25T14:30:30,997 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T14:30:30,998 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39507,1732545027670-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,998 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39507,1732545027670-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,998 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39507,1732545027670-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,998 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:39507, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,998 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:30,998 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:31,001 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:30:31,004 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.951sec 2024-11-25T14:30:31,004 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:30:31,004 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:30:31,005 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:30:31,005 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:30:31,005 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:30:31,005 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39507,1732545027670-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:30:31,005 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39507,1732545027670-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:30:31,007 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:30:31,007 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:30:31,007 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39507,1732545027670-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:31,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:31,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,39507,-1 for getting cluster id 2024-11-25T14:30:31,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:31,020 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea15325c-e09f-4dd2-80d4-8f2011e62a8a' 2024-11-25T14:30:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea15325c-e09f-4dd2-80d4-8f2011e62a8a" 2024-11-25T14:30:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bffbbb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,39507,-1] 2024-11-25T14:30:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:31,023 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:31,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:31,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,39637,1732545027927, seqNum=-1] 2024-11-25T14:30:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:31,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:31,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,39507,1732545027670 2024-11-25T14:30:31,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63158 2024-11-25T14:30:31,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:31,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10173b0c9cd0002 connected 2024-11-25T14:30:31,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/hadoop.log.dir so I do NOT create it in target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045 2024-11-25T14:30:31,055 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:30:31,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/hadoop.tmp.dir so I do NOT create it in target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045 2024-11-25T14:30:31,055 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:30:31,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045 2024-11-25T14:30:31,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:30:31,056 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/cluster_06ee0350-e94e-784d-394d-45047465d884, deleteOnExit=true 2024-11-25T14:30:31,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:30:31,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/test.cache.data in system properties and HBase conf 2024-11-25T14:30:31,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:30:31,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:30:31,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:30:31,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:30:31,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:30:31,056 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:30:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:30:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:30:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:30:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:30:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:30:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:30:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:30:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:30:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:30:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:30:31,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:30:31,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:30:31,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:30:31,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:30:31,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T14:30:31,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:31,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:30:31,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:30:31,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:30:31,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:30:31,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:31,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:30:31,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:30:31,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/java.io.tmpdir/jetty-localhost-44427-hadoop-hdfs-3_4_1-tests_jar-_-any-14919714043637037088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:30:31,463 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:44427} 2024-11-25T14:30:31,463 INFO [Time-limited test {}] server.Server(415): Started @58770ms 2024-11-25T14:30:31,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:30:31,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:30:31,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:30:31,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:30:31,730 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:30:31,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:30:31,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:30:31,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2d70e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/java.io.tmpdir/jetty-localhost-40367-hadoop-hdfs-3_4_1-tests_jar-_-any-14719850727288655993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:30:31,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:40367} 2024-11-25T14:30:31,843 INFO [Time-limited test {}] server.Server(415): Started @59150ms 2024-11-25T14:30:31,844 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:30:32,381 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/cluster_06ee0350-e94e-784d-394d-45047465d884/data/data1/current/BP-1164733534-172.17.0.3-1732545031082/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:32,384 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/cluster_06ee0350-e94e-784d-394d-45047465d884/data/data2/current/BP-1164733534-172.17.0.3-1732545031082/current, will proceed with Du for space computation calculation, 2024-11-25T14:30:32,406 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:30:32,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a4b22962727180c with lease ID 0xcefd4f33298d5562: Processing first storage report for DS-0136950c-3555-41f4-8683-a083b225ea74 from datanode DatanodeRegistration(127.0.0.1:43847, datanodeUuid=31ca3ffd-2cc6-4c8a-b9de-c2b1ff188bb3, infoPort=34467, infoSecurePort=0, ipcPort=43243, storageInfo=lv=-57;cid=testClusterID;nsid=918843056;c=1732545031082) 2024-11-25T14:30:32,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a4b22962727180c with lease ID 0xcefd4f33298d5562: from storage DS-0136950c-3555-41f4-8683-a083b225ea74 node DatanodeRegistration(127.0.0.1:43847, datanodeUuid=31ca3ffd-2cc6-4c8a-b9de-c2b1ff188bb3, infoPort=34467, infoSecurePort=0, ipcPort=43243, storageInfo=lv=-57;cid=testClusterID;nsid=918843056;c=1732545031082), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:30:32,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a4b22962727180c with lease ID 0xcefd4f33298d5562: Processing first storage report for DS-9125d7d3-f912-4694-83db-4b4e5573521d from datanode DatanodeRegistration(127.0.0.1:43847, datanodeUuid=31ca3ffd-2cc6-4c8a-b9de-c2b1ff188bb3, infoPort=34467, infoSecurePort=0, ipcPort=43243, storageInfo=lv=-57;cid=testClusterID;nsid=918843056;c=1732545031082) 2024-11-25T14:30:32,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a4b22962727180c with lease ID 0xcefd4f33298d5562: from storage DS-9125d7d3-f912-4694-83db-4b4e5573521d node DatanodeRegistration(127.0.0.1:43847, datanodeUuid=31ca3ffd-2cc6-4c8a-b9de-c2b1ff188bb3, infoPort=34467, infoSecurePort=0, ipcPort=43243, storageInfo=lv=-57;cid=testClusterID;nsid=918843056;c=1732545031082), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:30:32,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045 2024-11-25T14:30:32,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:32,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:32,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:30:32,487 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385 with version=8 2024-11-25T14:30:32,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/hbase-staging 2024-11-25T14:30:32,489 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:30:32,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:32,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:32,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:30:32,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:32,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:30:32,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:30:32,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:30:32,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46875 2024-11-25T14:30:32,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46875 connecting to ZooKeeper ensemble=127.0.0.1:63158 2024-11-25T14:30:32,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468750x0, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:32,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46875-0x10173b0c9cd0003 connected 2024-11-25T14:30:32,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:32,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:32,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Set watcher on znode that does not yet exist, /1-942361123/running 2024-11-25T14:30:32,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385, hbase.cluster.distributed=false 2024-11-25T14:30:32,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Set watcher on znode that does not yet exist, /1-942361123/acl 2024-11-25T14:30:32,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46875 2024-11-25T14:30:32,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46875 2024-11-25T14:30:32,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46875 2024-11-25T14:30:32,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46875 2024-11-25T14:30:32,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46875 2024-11-25T14:30:32,594 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:30:32,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:32,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:32,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:30:32,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:30:32,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:30:32,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:30:32,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:30:32,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41515 2024-11-25T14:30:32,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41515 connecting to ZooKeeper ensemble=127.0.0.1:63158 2024-11-25T14:30:32,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:32,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:32,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415150x0, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:32,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415150x0, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Set watcher on znode that does not yet exist, /1-942361123/running 2024-11-25T14:30:32,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41515-0x10173b0c9cd0004 connected 2024-11-25T14:30:32,612 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:30:32,614 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:30:32,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Set watcher on znode that does not yet exist, /1-942361123/master 2024-11-25T14:30:32,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Set watcher on znode that does not yet exist, /1-942361123/acl 2024-11-25T14:30:32,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41515 2024-11-25T14:30:32,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41515 2024-11-25T14:30:32,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41515 2024-11-25T14:30:32,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41515 2024-11-25T14:30:32,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41515 2024-11-25T14:30:32,644 DEBUG [M:0;cb69081f5976:46875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:46875 2024-11-25T14:30:32,644 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-942361123/backup-masters/cb69081f5976,46875,1732545032489 2024-11-25T14:30:32,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123/backup-masters 2024-11-25T14:30:32,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123/backup-masters 2024-11-25T14:30:32,653 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Set watcher on existing znode=/1-942361123/backup-masters/cb69081f5976,46875,1732545032489 2024-11-25T14:30:32,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:32,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-942361123/master 2024-11-25T14:30:32,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:32,662 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Set watcher on existing znode=/1-942361123/master 2024-11-25T14:30:32,663 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-942361123/backup-masters/cb69081f5976,46875,1732545032489 from backup master directory 2024-11-25T14:30:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-942361123/backup-masters/cb69081f5976,46875,1732545032489 2024-11-25T14:30:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123/backup-masters 2024-11-25T14:30:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123/backup-masters 2024-11-25T14:30:32,669 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:30:32,669 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,46875,1732545032489 2024-11-25T14:30:32,674 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/hbase.id] with ID: 2156e89e-d58c-4418-93f7-0696c14eca3a 2024-11-25T14:30:32,674 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/.tmp/hbase.id 2024-11-25T14:30:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:30:33,081 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/.tmp/hbase.id]:[hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/hbase.id] 2024-11-25T14:30:33,111 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:33,111 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:30:33,114 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T14:30:33,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:33,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:30:33,155 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:30:33,156 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:30:33,156 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:33,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:30:33,582 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store 2024-11-25T14:30:33,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:30:33,990 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:33,990 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:30:33,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:33,990 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:33,990 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:30:33,990 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:33,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:30:33,990 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545033990Disabling compacts and flushes for region at 1732545033990Disabling writes for close at 1732545033990Writing region close event to WAL at 1732545033990Closed at 1732545033990 2024-11-25T14:30:33,991 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/.initializing 2024-11-25T14:30:33,991 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/WALs/cb69081f5976,46875,1732545032489 2024-11-25T14:30:33,993 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:30:33,994 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C46875%2C1732545032489, suffix=, logDir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/WALs/cb69081f5976,46875,1732545032489, archiveDir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/oldWALs, maxLogs=10 2024-11-25T14:30:34,009 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/WALs/cb69081f5976,46875,1732545032489/cb69081f5976%2C46875%2C1732545032489.1732545033995, exclude list is [], retry=0 2024-11-25T14:30:34,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43847,DS-0136950c-3555-41f4-8683-a083b225ea74,DISK] 2024-11-25T14:30:34,014 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/WALs/cb69081f5976,46875,1732545032489/cb69081f5976%2C46875%2C1732545032489.1732545033995 2024-11-25T14:30:34,014 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34467:34467)] 2024-11-25T14:30:34,014 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:34,014 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:34,014 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,015 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:30:34,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:34,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:34,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:30:34,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:34,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:34,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:30:34,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:34,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:34,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:30:34,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:34,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:34,025 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,026 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,026 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,028 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,028 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,028 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:34,031 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:30:34,034 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:34,034 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59397063, jitterRate=-0.11491478979587555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:34,035 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545034015Initializing all the Stores at 1732545034016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545034016Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545034016Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545034016Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545034016Cleaning up temporary data from old regions at 1732545034028 (+12 ms)Region opened successfully at 1732545034034 (+6 ms) 2024-11-25T14:30:34,036 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:30:34,040 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccab076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:30:34,041 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:30:34,041 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:30:34,041 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:30:34,041 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:30:34,042 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:30:34,042 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:30:34,042 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:30:34,062 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:30:34,062 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Unable to get data of znode /1-942361123/balancer because node does not exist (not necessarily an error) 2024-11-25T14:30:34,102 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-942361123/balancer already deleted, retry=false 2024-11-25T14:30:34,103 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:30:34,104 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Unable to get data of znode /1-942361123/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:30:34,111 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-942361123/normalizer already deleted, retry=false 2024-11-25T14:30:34,111 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:30:34,112 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Unable to get data of znode /1-942361123/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:30:34,119 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-942361123/switch/split already deleted, retry=false 2024-11-25T14:30:34,120 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Unable to get data of znode /1-942361123/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:30:34,127 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-942361123/switch/merge already deleted, retry=false 2024-11-25T14:30:34,130 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Unable to get data of znode /1-942361123/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:30:34,136 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-942361123/snapshot-cleanup already deleted, retry=false 2024-11-25T14:30:34,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-942361123/running 2024-11-25T14:30:34,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-942361123/running 2024-11-25T14:30:34,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:34,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:34,145 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,46875,1732545032489, sessionid=0x10173b0c9cd0003, setting cluster-up flag (Was=false) 2024-11-25T14:30:34,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:34,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:34,186 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-942361123/flush-table-proc/acquired, /1-942361123/flush-table-proc/reached, /1-942361123/flush-table-proc/abort 2024-11-25T14:30:34,187 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,46875,1732545032489 2024-11-25T14:30:34,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:34,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:34,228 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-942361123/online-snapshot/acquired, /1-942361123/online-snapshot/reached, /1-942361123/online-snapshot/abort 2024-11-25T14:30:34,230 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,46875,1732545032489 2024-11-25T14:30:34,232 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:30:34,236 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:34,236 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:30:34,236 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:30:34,237 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,46875,1732545032489 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:30:34,238 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:34,238 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:34,238 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:34,238 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:30:34,238 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:30:34,238 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,238 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:30:34,238 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:34,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:30:34,242 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:34,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:30:34,243 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545064243 2024-11-25T14:30:34,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:30:34,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:30:34,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:30:34,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:30:34,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:30:34,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:30:34,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:30:34,245 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:30:34,245 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:30:34,245 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:30:34,245 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:30:34,245 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:30:34,245 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545034245,5,FailOnTimeoutGroup] 2024-11-25T14:30:34,245 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545034245,5,FailOnTimeoutGroup] 2024-11-25T14:30:34,245 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,245 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:30:34,245 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,245 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:30:34,264 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:30:34,264 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385 2024-11-25T14:30:34,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:30:34,334 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(746): ClusterId : 2156e89e-d58c-4418-93f7-0696c14eca3a 2024-11-25T14:30:34,334 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:30:34,346 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:30:34,346 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:30:34,353 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:30:34,354 DEBUG [RS:0;cb69081f5976:41515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3661d104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:30:34,369 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:41515 2024-11-25T14:30:34,369 INFO [RS:0;cb69081f5976:41515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:30:34,369 INFO [RS:0;cb69081f5976:41515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:30:34,369 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:30:34,370 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,46875,1732545032489 with port=41515, startcode=1732545032594 2024-11-25T14:30:34,370 DEBUG [RS:0;cb69081f5976:41515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:30:34,376 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:30:34,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,41515,1732545032594 2024-11-25T14:30:34,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46875 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,41515,1732545032594 2024-11-25T14:30:34,379 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385 2024-11-25T14:30:34,380 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36307 2024-11-25T14:30:34,380 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:30:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123/rs 2024-11-25T14:30:34,432 DEBUG [RS:0;cb69081f5976:41515 {}] zookeeper.ZKUtil(111): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Set watcher on existing znode=/1-942361123/rs/cb69081f5976,41515,1732545032594 2024-11-25T14:30:34,432 WARN [RS:0;cb69081f5976:41515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:30:34,433 INFO [RS:0;cb69081f5976:41515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:34,433 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/WALs/cb69081f5976,41515,1732545032594 2024-11-25T14:30:34,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,41515,1732545032594] 2024-11-25T14:30:34,437 INFO [RS:0;cb69081f5976:41515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:30:34,439 INFO [RS:0;cb69081f5976:41515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:30:34,455 INFO [RS:0;cb69081f5976:41515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:30:34,455 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,456 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:30:34,457 INFO [RS:0;cb69081f5976:41515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:30:34,457 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,457 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,457 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:30:34,458 DEBUG [RS:0;cb69081f5976:41515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:30:34,467 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,467 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,467 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,467 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,467 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,467 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41515,1732545032594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:30:34,488 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:30:34,488 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41515,1732545032594-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,489 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,489 INFO [RS:0;cb69081f5976:41515 {}] regionserver.Replication(171): cb69081f5976,41515,1732545032594 started 2024-11-25T14:30:34,507 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:34,507 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,41515,1732545032594, RpcServer on cb69081f5976/172.17.0.3:41515, sessionid=0x10173b0c9cd0004 2024-11-25T14:30:34,507 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:30:34,507 DEBUG [RS:0;cb69081f5976:41515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,41515,1732545032594 2024-11-25T14:30:34,507 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,41515,1732545032594' 2024-11-25T14:30:34,507 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-942361123/flush-table-proc/abort' 2024-11-25T14:30:34,513 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-942361123/flush-table-proc/acquired' 2024-11-25T14:30:34,513 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:30:34,514 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:30:34,514 DEBUG [RS:0;cb69081f5976:41515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,41515,1732545032594 2024-11-25T14:30:34,514 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,41515,1732545032594' 2024-11-25T14:30:34,514 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-942361123/online-snapshot/abort' 2024-11-25T14:30:34,514 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-942361123/online-snapshot/acquired' 2024-11-25T14:30:34,515 DEBUG [RS:0;cb69081f5976:41515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:30:34,515 INFO [RS:0;cb69081f5976:41515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:30:34,515 INFO [RS:0;cb69081f5976:41515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:30:34,616 INFO [RS:0;cb69081f5976:41515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:30:34,624 INFO [RS:0;cb69081f5976:41515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C41515%2C1732545032594, suffix=, logDir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/WALs/cb69081f5976,41515,1732545032594, archiveDir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/oldWALs, maxLogs=10 2024-11-25T14:30:34,643 DEBUG [RS:0;cb69081f5976:41515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/WALs/cb69081f5976,41515,1732545032594/cb69081f5976%2C41515%2C1732545032594.1732545034624, exclude list is [], retry=0 2024-11-25T14:30:34,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43847,DS-0136950c-3555-41f4-8683-a083b225ea74,DISK] 2024-11-25T14:30:34,654 INFO [RS:0;cb69081f5976:41515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/WALs/cb69081f5976,41515,1732545032594/cb69081f5976%2C41515%2C1732545032594.1732545034624 2024-11-25T14:30:34,655 DEBUG [RS:0;cb69081f5976:41515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34467:34467)] 2024-11-25T14:30:34,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:34,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:30:34,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:30:34,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:34,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:34,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:30:34,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:30:34,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:34,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:34,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:30:34,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:30:34,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:34,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:34,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:30:34,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:30:34,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:34,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:34,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:30:34,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740 2024-11-25T14:30:34,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740 2024-11-25T14:30:34,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:30:34,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:30:34,694 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:34,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:30:34,697 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:34,698 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64516731, jitterRate=-0.03862579166889191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:34,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545034678Initializing all the Stores at 1732545034679 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545034680 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545034680Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545034680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545034680Cleaning up temporary data from old regions at 1732545034693 (+13 ms)Region opened successfully at 1732545034698 (+5 ms) 2024-11-25T14:30:34,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:30:34,698 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:30:34,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:30:34,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:30:34,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:30:34,699 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:30:34,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545034698Disabling compacts and flushes for region at 1732545034698Disabling writes for close at 1732545034698Writing region close event to WAL at 1732545034699 (+1 ms)Closed at 1732545034699 2024-11-25T14:30:34,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:34,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:30:34,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:30:34,702 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:30:34,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:30:34,854 DEBUG [cb69081f5976:46875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:30:34,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,41515,1732545032594 2024-11-25T14:30:34,856 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,41515,1732545032594, state=OPENING 2024-11-25T14:30:34,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:30:34,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:34,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:30:34,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-942361123/meta-region-server: CHANGED 2024-11-25T14:30:34,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-942361123/meta-region-server: CHANGED 2024-11-25T14:30:34,870 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:30:34,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,41515,1732545032594}] 2024-11-25T14:30:35,032 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:30:35,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:30:35,037 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:30:35,038 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:35,038 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:30:35,040 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C41515%2C1732545032594.meta, suffix=.meta, logDir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/WALs/cb69081f5976,41515,1732545032594, archiveDir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/oldWALs, maxLogs=10 2024-11-25T14:30:35,053 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/WALs/cb69081f5976,41515,1732545032594/cb69081f5976%2C41515%2C1732545032594.meta.1732545035040.meta, exclude list is [], retry=0 2024-11-25T14:30:35,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43847,DS-0136950c-3555-41f4-8683-a083b225ea74,DISK] 2024-11-25T14:30:35,057 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/WALs/cb69081f5976,41515,1732545032594/cb69081f5976%2C41515%2C1732545032594.meta.1732545035040.meta 2024-11-25T14:30:35,058 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34467:34467)] 2024-11-25T14:30:35,058 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:35,058 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:30:35,058 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:30:35,058 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:30:35,058 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:30:35,059 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:30:35,059 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:35,059 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:30:35,059 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:30:35,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:30:35,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:30:35,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:35,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:35,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:30:35,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:30:35,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:35,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:35,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:30:35,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:30:35,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:35,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:35,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:30:35,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:30:35,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:35,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:30:35,067 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:30:35,068 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740 2024-11-25T14:30:35,069 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740 2024-11-25T14:30:35,070 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:30:35,070 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:30:35,071 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:30:35,073 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:30:35,074 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69655149, jitterRate=0.03794260323047638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:30:35,074 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:30:35,074 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545035059Writing region info on filesystem at 1732545035059Initializing all the Stores at 1732545035060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545035060Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545035060Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545035060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545035060Cleaning up temporary data from old regions at 1732545035070 (+10 ms)Running coprocessor post-open hooks at 1732545035074 (+4 ms)Region opened successfully at 1732545035074 2024-11-25T14:30:35,075 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545035031 2024-11-25T14:30:35,078 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:30:35,078 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:30:35,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,41515,1732545032594 2024-11-25T14:30:35,081 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,41515,1732545032594, state=OPEN 2024-11-25T14:30:35,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-942361123/meta-region-server 2024-11-25T14:30:35,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-942361123/meta-region-server 2024-11-25T14:30:35,092 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,41515,1732545032594 2024-11-25T14:30:35,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-942361123/meta-region-server: CHANGED 2024-11-25T14:30:35,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-942361123/meta-region-server: CHANGED 2024-11-25T14:30:35,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:30:35,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,41515,1732545032594 in 223 msec 2024-11-25T14:30:35,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:30:35,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 395 msec 2024-11-25T14:30:35,101 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:30:35,101 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:30:35,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:35,103 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,41515,1732545032594, seqNum=-1] 2024-11-25T14:30:35,103 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:35,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:35,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 875 msec 2024-11-25T14:30:35,111 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545035111, completionTime=-1 2024-11-25T14:30:35,111 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:30:35,111 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:30:35,113 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:30:35,113 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545095113 2024-11-25T14:30:35,113 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545155113 2024-11-25T14:30:35,113 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T14:30:35,114 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46875,1732545032489-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:35,114 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46875,1732545032489-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:35,114 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46875,1732545032489-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:35,114 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:46875, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:35,114 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:35,114 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:35,116 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:30:35,118 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.449sec 2024-11-25T14:30:35,119 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:30:35,119 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:30:35,119 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:30:35,119 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:30:35,119 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:30:35,119 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46875,1732545032489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:30:35,119 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46875,1732545032489-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:30:35,122 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:30:35,122 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:30:35,122 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46875,1732545032489-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:30:35,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:35,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,46875,-1 for getting cluster id 2024-11-25T14:30:35,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:35,136 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2156e89e-d58c-4418-93f7-0696c14eca3a' 2024-11-25T14:30:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2156e89e-d58c-4418-93f7-0696c14eca3a" 2024-11-25T14:30:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11735609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,46875,-1] 2024-11-25T14:30:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:35,138 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:35,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:35,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,41515,1732545032594, seqNum=-1] 2024-11-25T14:30:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:35,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:35,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,46875,1732545032489 2024-11-25T14:30:35,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63158 2024-11-25T14:30:35,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:30:35,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10173b0c9cd0005 connected 2024-11-25T14:30:35,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,39507,1732545027670 2024-11-25T14:30:35,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64865c38 2024-11-25T14:30:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:35,168 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:30:35,171 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:30:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:30:35,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:30:35,176 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:35,176 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:30:35,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:30:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:35,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:30:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:35,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8dfc7bdc7ef20c5b87f7ac373d3dd46d, NAME => 'test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a 2024-11-25T14:30:35,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:30:35,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:35,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8dfc7bdc7ef20c5b87f7ac373d3dd46d, disabling compactions & flushes 2024-11-25T14:30:35,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:30:35,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:30:35,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. after waiting 0 ms 2024-11-25T14:30:35,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:30:35,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:30:35,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8dfc7bdc7ef20c5b87f7ac373d3dd46d: Waiting for close lock at 1732545035669Disabling compacts and flushes for region at 1732545035669Disabling writes for close at 1732545035669Writing region close event to WAL at 1732545035669Closed at 1732545035669 2024-11-25T14:30:35,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:30:35,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545035691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545035691"}]},"ts":"1732545035691"} 2024-11-25T14:30:35,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:30:35,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:30:35,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545035705"}]},"ts":"1732545035705"} 2024-11-25T14:30:35,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:30:35,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8dfc7bdc7ef20c5b87f7ac373d3dd46d, ASSIGN}] 2024-11-25T14:30:35,724 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8dfc7bdc7ef20c5b87f7ac373d3dd46d, ASSIGN 2024-11-25T14:30:35,725 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8dfc7bdc7ef20c5b87f7ac373d3dd46d, ASSIGN; state=OFFLINE, location=cb69081f5976,39637,1732545027927; forceNewPlan=false, retain=false 2024-11-25T14:30:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:35,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dfc7bdc7ef20c5b87f7ac373d3dd46d, regionState=OPENING, regionLocation=cb69081f5976,39637,1732545027927 2024-11-25T14:30:35,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8dfc7bdc7ef20c5b87f7ac373d3dd46d, ASSIGN because future has completed 2024-11-25T14:30:35,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dfc7bdc7ef20c5b87f7ac373d3dd46d, server=cb69081f5976,39637,1732545027927}] 2024-11-25T14:30:36,079 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:30:36,080 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dfc7bdc7ef20c5b87f7ac373d3dd46d, NAME => 'test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:36,080 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:30:36,081 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:30:36,081 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,081 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:36,081 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,081 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,107 INFO [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,113 INFO [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dfc7bdc7ef20c5b87f7ac373d3dd46d columnFamilyName f 2024-11-25T14:30:36,113 DEBUG [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:36,114 INFO [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] regionserver.HStore(327): Store=8dfc7bdc7ef20c5b87f7ac373d3dd46d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:36,114 INFO [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,116 INFO [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dfc7bdc7ef20c5b87f7ac373d3dd46d columnFamilyName f1 2024-11-25T14:30:36,117 DEBUG [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:36,120 INFO [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] regionserver.HStore(327): Store=8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:36,120 INFO [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,122 INFO [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dfc7bdc7ef20c5b87f7ac373d3dd46d columnFamilyName norep 2024-11-25T14:30:36,123 DEBUG [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:36,124 INFO [StoreOpener-8dfc7bdc7ef20c5b87f7ac373d3dd46d-1 {}] regionserver.HStore(327): Store=8dfc7bdc7ef20c5b87f7ac373d3dd46d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:36,125 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,128 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,131 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,134 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,134 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,136 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:30:36,138 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,151 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:36,156 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8dfc7bdc7ef20c5b87f7ac373d3dd46d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75272643, jitterRate=0.12164978682994843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:30:36,157 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:30:36,159 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8dfc7bdc7ef20c5b87f7ac373d3dd46d: Running coprocessor pre-open hook at 1732545036081Writing region info on filesystem at 1732545036081Initializing all the Stores at 1732545036095 (+14 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545036095Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545036107 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545036107Cleaning up temporary data from old regions at 1732545036134 (+27 ms)Running coprocessor post-open hooks at 1732545036157 (+23 ms)Region opened successfully at 1732545036159 (+2 ms) 2024-11-25T14:30:36,172 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., pid=6, masterSystemTime=1732545036056 2024-11-25T14:30:36,189 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:30:36,189 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:30:36,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dfc7bdc7ef20c5b87f7ac373d3dd46d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,39637,1732545027927 2024-11-25T14:30:36,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dfc7bdc7ef20c5b87f7ac373d3dd46d, server=cb69081f5976,39637,1732545027927 because future has completed 2024-11-25T14:30:36,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:30:36,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dfc7bdc7ef20c5b87f7ac373d3dd46d, server=cb69081f5976,39637,1732545027927 in 341 msec 2024-11-25T14:30:36,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:30:36,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8dfc7bdc7ef20c5b87f7ac373d3dd46d, ASSIGN in 514 msec 2024-11-25T14:30:36,250 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:30:36,330 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545036330"}]},"ts":"1732545036330"} 2024-11-25T14:30:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:36,344 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:30:36,352 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:30:36,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-25T14:30:36,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:30:36,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:36,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:36,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:36,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:36,493 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:30:36,493 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T14:30:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:37,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:37,355 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:30:37,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,46875,1732545032489 2024-11-25T14:30:37,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b2f026 2024-11-25T14:30:37,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:37,357 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:30:37,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:30:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:30:37,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:30:37,361 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:37,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:30:37,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:37,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:30:37,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:30:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:37,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c65a5cdb673be4cf1cd916703ddbdc47, NAME => 'test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385 2024-11-25T14:30:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:30:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:38,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:38,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c65a5cdb673be4cf1cd916703ddbdc47, disabling compactions & flushes 2024-11-25T14:30:38,179 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:30:38,179 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:30:38,179 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. after waiting 0 ms 2024-11-25T14:30:38,179 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:30:38,179 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:30:38,179 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c65a5cdb673be4cf1cd916703ddbdc47: Waiting for close lock at 1732545038178Disabling compacts and flushes for region at 1732545038178Disabling writes for close at 1732545038179 (+1 ms)Writing region close event to WAL at 1732545038179Closed at 1732545038179 2024-11-25T14:30:38,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:30:38,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545038180"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545038180"}]},"ts":"1732545038180"} 2024-11-25T14:30:38,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:30:38,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:30:38,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545038184"}]},"ts":"1732545038184"} 2024-11-25T14:30:38,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:30:38,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c65a5cdb673be4cf1cd916703ddbdc47, ASSIGN}] 2024-11-25T14:30:38,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c65a5cdb673be4cf1cd916703ddbdc47, ASSIGN 2024-11-25T14:30:38,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c65a5cdb673be4cf1cd916703ddbdc47, ASSIGN; state=OFFLINE, location=cb69081f5976,41515,1732545032594; forceNewPlan=false, retain=false 2024-11-25T14:30:38,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c65a5cdb673be4cf1cd916703ddbdc47, regionState=OPENING, regionLocation=cb69081f5976,41515,1732545032594 2024-11-25T14:30:38,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c65a5cdb673be4cf1cd916703ddbdc47, ASSIGN because future has completed 2024-11-25T14:30:38,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65a5cdb673be4cf1cd916703ddbdc47, server=cb69081f5976,41515,1732545032594}] 2024-11-25T14:30:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:38,507 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:30:38,507 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c65a5cdb673be4cf1cd916703ddbdc47, NAME => 'test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:38,508 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:30:38,508 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:30:38,508 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,508 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:38,509 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,509 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,511 INFO [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,513 INFO [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65a5cdb673be4cf1cd916703ddbdc47 columnFamilyName f 2024-11-25T14:30:38,513 DEBUG [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:38,513 INFO [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] regionserver.HStore(327): Store=c65a5cdb673be4cf1cd916703ddbdc47/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:38,514 INFO [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,515 INFO [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65a5cdb673be4cf1cd916703ddbdc47 columnFamilyName f1 2024-11-25T14:30:38,515 DEBUG [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:38,516 INFO [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] regionserver.HStore(327): Store=c65a5cdb673be4cf1cd916703ddbdc47/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:38,516 INFO [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,517 INFO [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c65a5cdb673be4cf1cd916703ddbdc47 columnFamilyName norep 2024-11-25T14:30:38,517 DEBUG [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:38,517 INFO [StoreOpener-c65a5cdb673be4cf1cd916703ddbdc47-1 {}] regionserver.HStore(327): Store=c65a5cdb673be4cf1cd916703ddbdc47/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:38,518 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,518 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,519 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,520 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,520 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,520 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:30:38,521 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,524 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:38,524 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c65a5cdb673be4cf1cd916703ddbdc47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69905759, jitterRate=0.04167698323726654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:30:38,524 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:30:38,525 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c65a5cdb673be4cf1cd916703ddbdc47: Running coprocessor pre-open hook at 1732545038509Writing region info on filesystem at 1732545038509Initializing all the Stores at 1732545038510 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545038510Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545038511 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545038511Cleaning up temporary data from old regions at 1732545038520 (+9 ms)Running coprocessor post-open hooks at 1732545038524 (+4 ms)Region opened successfully at 1732545038525 (+1 ms) 2024-11-25T14:30:38,526 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47., pid=6, masterSystemTime=1732545038498 2024-11-25T14:30:38,528 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:30:38,528 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:30:38,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c65a5cdb673be4cf1cd916703ddbdc47, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,41515,1732545032594 2024-11-25T14:30:38,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c65a5cdb673be4cf1cd916703ddbdc47, server=cb69081f5976,41515,1732545032594 because future has completed 2024-11-25T14:30:38,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:30:38,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c65a5cdb673be4cf1cd916703ddbdc47, server=cb69081f5976,41515,1732545032594 in 204 msec 2024-11-25T14:30:38,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:30:38,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c65a5cdb673be4cf1cd916703ddbdc47, ASSIGN in 374 msec 2024-11-25T14:30:38,568 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:30:38,569 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545038568"}]},"ts":"1732545038568"} 2024-11-25T14:30:38,573 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:30:38,576 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:30:38,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2190 sec 2024-11-25T14:30:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:30:39,505 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:30:39,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,39507,-1 for getting cluster id 2024-11-25T14:30:39,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:39,508 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea15325c-e09f-4dd2-80d4-8f2011e62a8a' 2024-11-25T14:30:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea15325c-e09f-4dd2-80d4-8f2011e62a8a" 2024-11-25T14:30:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7bf5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,39507,-1] 2024-11-25T14:30:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:39,510 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:39,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fba4aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,46875,-1 for getting cluster id 2024-11-25T14:30:39,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:39,513 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2156e89e-d58c-4418-93f7-0696c14eca3a' 2024-11-25T14:30:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2156e89e-d58c-4418-93f7-0696c14eca3a" 2024-11-25T14:30:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78882a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,46875,-1] 2024-11-25T14:30:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:39,516 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:39,517 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d29495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,39507,-1 for getting cluster id 2024-11-25T14:30:39,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:39,525 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea15325c-e09f-4dd2-80d4-8f2011e62a8a' 2024-11-25T14:30:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea15325c-e09f-4dd2-80d4-8f2011e62a8a" 2024-11-25T14:30:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f706a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,39507,-1] 2024-11-25T14:30:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:39,529 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e82b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,39507,1732545027670 2024-11-25T14:30:39,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d5bdeb9 2024-11-25T14:30:39,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:39,537 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:30:39,537 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:46875,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:30:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:30:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:30:39,541 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:46875' 2024-11-25T14:30:39,543 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f678e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,543 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,46875,-1 for getting cluster id 2024-11-25T14:30:39,543 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:39,544 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2156e89e-d58c-4418-93f7-0696c14eca3a' 2024-11-25T14:30:39,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:39,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2156e89e-d58c-4418-93f7-0696c14eca3a" 2024-11-25T14:30:39,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e78b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,46875,-1] 2024-11-25T14:30:39,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:39,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:39,547 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:39,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7527bc10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:39,548 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:39,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,46875,1732545032489 2024-11-25T14:30:39,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e515895 2024-11-25T14:30:39,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:39,551 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:30:39,552 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T14:30:39,552 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:30:39,552 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:39,552 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:39,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:39,553 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:30:39,555 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:30:39,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:30:39,557 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:39,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:30:39,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:30:39,570 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 108e56771400de7d65b1a697369a62c4, NAME => 'hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a 2024-11-25T14:30:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:30:39,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:39,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 108e56771400de7d65b1a697369a62c4, disabling compactions & flushes 2024-11-25T14:30:39,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:30:39,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:30:39,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. after waiting 0 ms 2024-11-25T14:30:39,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:30:39,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:30:39,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 108e56771400de7d65b1a697369a62c4: Waiting for close lock at 1732545039581Disabling compacts and flushes for region at 1732545039581Disabling writes for close at 1732545039582 (+1 ms)Writing region close event to WAL at 1732545039582Closed at 1732545039582 2024-11-25T14:30:39,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:30:39,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545039585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545039585"}]},"ts":"1732545039585"} 2024-11-25T14:30:39,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:30:39,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:30:39,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545039593"}]},"ts":"1732545039593"} 2024-11-25T14:30:39,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:30:39,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=108e56771400de7d65b1a697369a62c4, ASSIGN}] 2024-11-25T14:30:39,599 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=108e56771400de7d65b1a697369a62c4, ASSIGN 2024-11-25T14:30:39,601 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=108e56771400de7d65b1a697369a62c4, ASSIGN; state=OFFLINE, location=cb69081f5976,39637,1732545027927; forceNewPlan=false, retain=false 2024-11-25T14:30:39,605 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:30:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:30:39,752 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=108e56771400de7d65b1a697369a62c4, regionState=OPENING, regionLocation=cb69081f5976,39637,1732545027927 2024-11-25T14:30:39,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=108e56771400de7d65b1a697369a62c4, ASSIGN because future has completed 2024-11-25T14:30:39,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108e56771400de7d65b1a697369a62c4, server=cb69081f5976,39637,1732545027927}] 2024-11-25T14:30:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:30:39,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:30:39,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:30:39,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:30:39,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C39637%2C1732545027927.rep, suffix=, logDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927, archiveDir=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/oldWALs, maxLogs=10 2024-11-25T14:30:39,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.rep.1732545039920, exclude list is [], retry=0 2024-11-25T14:30:39,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36819,DS-9b7b0673-8c0f-4395-91b0-cbe9ab381e02,DISK] 2024-11-25T14:30:39,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.rep.1732545039920 2024-11-25T14:30:39,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35059:35059)] 2024-11-25T14:30:39,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 108e56771400de7d65b1a697369a62c4, NAME => 'hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:30:39,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:30:39,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:30:39,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. service=MultiRowMutationService 2024-11-25T14:30:39,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:30:39,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:30:39,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,946 INFO [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,948 INFO [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108e56771400de7d65b1a697369a62c4 columnFamilyName hfileref 2024-11-25T14:30:39,948 DEBUG [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:39,948 INFO [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] regionserver.HStore(327): Store=108e56771400de7d65b1a697369a62c4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:39,949 INFO [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,950 INFO [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108e56771400de7d65b1a697369a62c4 columnFamilyName queue 2024-11-25T14:30:39,950 DEBUG [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:39,950 INFO [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] regionserver.HStore(327): Store=108e56771400de7d65b1a697369a62c4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:39,950 INFO [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,952 INFO [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 108e56771400de7d65b1a697369a62c4 columnFamilyName sid 2024-11-25T14:30:39,952 DEBUG [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:30:39,952 INFO [StoreOpener-108e56771400de7d65b1a697369a62c4-1 {}] regionserver.HStore(327): Store=108e56771400de7d65b1a697369a62c4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:30:39,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:30:39,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:30:39,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 108e56771400de7d65b1a697369a62c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69890327, jitterRate=0.041447028517723083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:30:39,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 108e56771400de7d65b1a697369a62c4 2024-11-25T14:30:39,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 108e56771400de7d65b1a697369a62c4: Running coprocessor pre-open hook at 1732545039945Writing region info on filesystem at 1732545039945Initializing all the Stores at 1732545039946 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545039946Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545039946Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545039946Cleaning up temporary data from old regions at 1732545039954 (+8 ms)Running coprocessor post-open hooks at 1732545039958 (+4 ms)Region opened successfully at 1732545039959 (+1 ms) 2024-11-25T14:30:39,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4., pid=10, masterSystemTime=1732545039911 2024-11-25T14:30:39,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:30:39,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:30:39,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=108e56771400de7d65b1a697369a62c4, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,39637,1732545027927 2024-11-25T14:30:39,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 108e56771400de7d65b1a697369a62c4, server=cb69081f5976,39637,1732545027927 because future has completed 2024-11-25T14:30:39,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:30:39,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 108e56771400de7d65b1a697369a62c4, server=cb69081f5976,39637,1732545027927 in 210 msec 2024-11-25T14:30:39,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:30:39,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=108e56771400de7d65b1a697369a62c4, ASSIGN in 370 msec 2024-11-25T14:30:39,971 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:30:39,972 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545039971"}]},"ts":"1732545039971"} 2024-11-25T14:30:39,974 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:30:39,975 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:30:39,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 422 msec 2024-11-25T14:30:40,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4., hostname=cb69081f5976,39637,1732545027927, seqNum=2] 2024-11-25T14:30:40,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:40,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:30:40,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:30:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:30:40,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:30:40,243 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:30:40,288 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,39637,1732545027927, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:30:40,288 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:40,289 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,39637,1732545027927, seqNum=-1] 2024-11-25T14:30:40,289 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:40,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-25T14:30:40,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,39637,1732545027927', locateType=CURRENT is [region=hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4., hostname=cb69081f5976,39637,1732545027927, seqNum=2] 2024-11-25T14:30:40,299 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:30:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:30:40,303 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,39637,1732545027927 suceeded 2024-11-25T14:30:40,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:30:40,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-25T14:30:40,312 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:46875,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-25T14:30:40,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 775 msec 2024-11-25T14:30:40,325 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:46875' 2024-11-25T14:30:40,327 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c4ece9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:40,327 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,46875,-1 for getting cluster id 2024-11-25T14:30:40,327 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:40,329 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2156e89e-d58c-4418-93f7-0696c14eca3a' 2024-11-25T14:30:40,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:40,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2156e89e-d58c-4418-93f7-0696c14eca3a" 2024-11-25T14:30:40,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f7f3c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:40,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,46875,-1] 2024-11-25T14:30:40,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:40,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:40,332 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:40,334 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55db106f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:40,334 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:40,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,46875,1732545032489 2024-11-25T14:30:40,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57869ab4 2024-11-25T14:30:40,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:40,339 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-25T14:30:40,341 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,39637,1732545027927 (queues=1) is replicating from cluster=ea15325c-e09f-4dd2-80d4-8f2011e62a8a to cluster=2156e89e-d58c-4418-93f7-0696c14eca3a 2024-11-25T14:30:40,341 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C39637%2C1732545027927 2024-11-25T14:30:40,341 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,39637,1732545027927, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:30:40,352 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389, startPosition=0, beingWritten=true 2024-11-25T14:30:40,355 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C39637%2C1732545027927 2024-11-25T14:30:40,366 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:30:40,366 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 379, reset compression=false 2024-11-25T14:30:40,366 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39637,1732545027927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:30:40,574 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 379, reset compression=false 2024-11-25T14:30:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:30:40,675 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:30:40,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:40,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:40,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:40,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:40,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:40,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:40,681 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732545040679/Put/seqid=0 2024-11-25T14:30:40,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741840_1016 (size=7894) 2024-11-25T14:30:40,878 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 379, reset compression=false 2024-11-25T14:30:41,089 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f/f/hfile_1 is 34, key is ddd/f:row/1732545041088/Put/seqid=0 2024-11-25T14:30:41,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741841_1017 (size=7691) 2024-11-25T14:30:41,283 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 379, reset compression=false 2024-11-25T14:30:41,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:41,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,39507,-1 for getting cluster id 2024-11-25T14:30:41,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:41,501 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea15325c-e09f-4dd2-80d4-8f2011e62a8a' 2024-11-25T14:30:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea15325c-e09f-4dd2-80d4-8f2011e62a8a" 2024-11-25T14:30:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a835f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,39507,-1] 2024-11-25T14:30:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:41,504 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:41,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:41,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:41,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,39637,1732545027927, seqNum=-1] 2024-11-25T14:30:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:41,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:41,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:41,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,39507,1732545027670 2024-11-25T14:30:41,526 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b115e5 2024-11-25T14:30:41,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:41,531 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:30:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., hostname=cb69081f5976,39637,1732545027927, seqNum=2] 2024-11-25T14:30:41,553 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:30:41,570 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-25T14:30:41,575 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-25T14:30:41,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:30:41,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f/f/hfile_0 for inclusion in 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f 2024-11-25T14:30:41,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:41,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:41,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T14:30:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:30:41,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f/f/hfile_1 for inclusion in 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f 2024-11-25T14:30:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T14:30:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:30:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(2603): Flush status journal for 8dfc7bdc7ef20c5b87f7ac373d3dd46d: 2024-11-25T14:30:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f/f/hfile_0 to hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__ebqjbjvjhc8p8eoldpbrs11l3p5jn8icamho8lshuoqpark75h1m068m2ps4047g/f/hfile_0 2024-11-25T14:30:41,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:30:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__ebqjbjvjhc8p8eoldpbrs11l3p5jn8icamho8lshuoqpark75h1m068m2ps4047g/f/hfile_0 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f/37e9ba64f30c46feae94c958a6fd0373_SeqId_4_ 2024-11-25T14:30:41,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f/f/hfile_1 to hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__ebqjbjvjhc8p8eoldpbrs11l3p5jn8icamho8lshuoqpark75h1m068m2ps4047g/f/hfile_1 2024-11-25T14:30:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__ebqjbjvjhc8p8eoldpbrs11l3p5jn8icamho8lshuoqpark75h1m068m2ps4047g/f/hfile_1 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f/04b615b9f25642a095139aae13eaee27_SeqId_4_ 2024-11-25T14:30:41,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__ebqjbjvjhc8p8eoldpbrs11l3p5jn8icamho8lshuoqpark75h1m068m2ps4047g/f/hfile_0 into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f/37e9ba64f30c46feae94c958a6fd0373_SeqId_4_ - updating store file list. 2024-11-25T14:30:41,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T14:30:41,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T14:30:41,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T14:30:41,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T14:30:41,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:30:41,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T14:30:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37e9ba64f30c46feae94c958a6fd0373_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:30:41,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f/37e9ba64f30c46feae94c958a6fd0373_SeqId_4_ into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f 2024-11-25T14:30:41,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__ebqjbjvjhc8p8eoldpbrs11l3p5jn8icamho8lshuoqpark75h1m068m2ps4047g/f/hfile_0 into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f (new location: hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f/37e9ba64f30c46feae94c958a6fd0373_SeqId_4_) 2024-11-25T14:30:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__ebqjbjvjhc8p8eoldpbrs11l3p5jn8icamho8lshuoqpark75h1m068m2ps4047g/f/hfile_0 2024-11-25T14:30:41,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__ebqjbjvjhc8p8eoldpbrs11l3p5jn8icamho8lshuoqpark75h1m068m2ps4047g/f/hfile_1 into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f/04b615b9f25642a095139aae13eaee27_SeqId_4_ - updating store file list. 2024-11-25T14:30:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04b615b9f25642a095139aae13eaee27_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:30:41,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f/04b615b9f25642a095139aae13eaee27_SeqId_4_ into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f 2024-11-25T14:30:41,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__ebqjbjvjhc8p8eoldpbrs11l3p5jn8icamho8lshuoqpark75h1m068m2ps4047g/f/hfile_1 into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f (new location: hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f/04b615b9f25642a095139aae13eaee27_SeqId_4_) 2024-11-25T14:30:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__ebqjbjvjhc8p8eoldpbrs11l3p5jn8icamho8lshuoqpark75h1m068m2ps4047g/f/hfile_1 2024-11-25T14:30:41,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:41,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:41,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:41,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:41,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., hostname=cb69081f5976,39637,1732545027927, seqNum=2 , the old value is region=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., hostname=cb69081f5976,39637,1732545027927, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb69081f5976:39637 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:30:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., hostname=cb69081f5976,39637,1732545027927, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:30:41,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., hostname=cb69081f5976,39637,1732545027927, seqNum=2 from cache 2024-11-25T14:30:41,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:41,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,41515,1732545032594, seqNum=-1] 2024-11-25T14:30:41,724 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T14:30:41,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:41,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:41,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47., hostname=cb69081f5976,41515,1732545032594, seqNum=2] 2024-11-25T14:30:41,730 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T14:30:41,789 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 379, reset compression=false 2024-11-25T14:30:41,799 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:30:41,799 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39637,1732545027927 got entry batch from reader: WALEntryBatch [walEntries=[{test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732545041709/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T14:30:41,825 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:30:41,825 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:39637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T14:30:41,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-25T14:30:41,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.ReplicationSink(318): Replicating [ea15325c-e09f-4dd2-80d4-8f2011e62a8a] bulk loaded data 2024-11-25T14:30:41,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f484568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:41,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,46875,-1 for getting cluster id 2024-11-25T14:30:41,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:41,831 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2156e89e-d58c-4418-93f7-0696c14eca3a' 2024-11-25T14:30:41,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:41,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2156e89e-d58c-4418-93f7-0696c14eca3a" 2024-11-25T14:30:41,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f7d3735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:41,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,46875,-1] 2024-11-25T14:30:41,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:41,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:41,833 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:41,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@159cd832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741837_1013 (size=7894) 2024-11-25T14:30:41,999 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 687, reset compression=false 2024-11-25T14:30:42,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741838_1014 (size=7691) 2024-11-25T14:30:42,303 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 687, reset compression=false 2024-11-25T14:30:42,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:42,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,46875,1732545032489 2024-11-25T14:30:42,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eca6203 2024-11-25T14:30:42,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:42,669 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-25T14:30:42,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:30:42,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:42,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,41515,1732545032594, seqNum=-1] 2024-11-25T14:30:42,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:42,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-25T14:30:42,682 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/04b615b9f25642a095139aae13eaee27_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T14:30:42,685 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/37e9ba64f30c46feae94c958a6fd0373_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T14:30:42,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/04b615b9f25642a095139aae13eaee27_SeqId_4_ for inclusion in c65a5cdb673be4cf1cd916703ddbdc47/f 2024-11-25T14:30:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T14:30:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:30:42,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/37e9ba64f30c46feae94c958a6fd0373_SeqId_4_ for inclusion in c65a5cdb673be4cf1cd916703ddbdc47/f 2024-11-25T14:30:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T14:30:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:30:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HRegion(2603): Flush status journal for c65a5cdb673be4cf1cd916703ddbdc47: 2024-11-25T14:30:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 04b615b9f25642a095139aae13eaee27_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:30:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/04b615b9f25642a095139aae13eaee27_SeqId_4_ as hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47/f/315eb5cce1bc4ed9b58812514072e02b_SeqId_4_ 2024-11-25T14:30:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 37e9ba64f30c46feae94c958a6fd0373_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:30:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/37e9ba64f30c46feae94c958a6fd0373_SeqId_4_ as hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47/f/8169a54c178c4eccb1a892ff053f0046_SeqId_4_ 2024-11-25T14:30:42,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/04b615b9f25642a095139aae13eaee27_SeqId_4_ into c65a5cdb673be4cf1cd916703ddbdc47/f as hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47/f/315eb5cce1bc4ed9b58812514072e02b_SeqId_4_ - updating store file list. 2024-11-25T14:30:42,707 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 687, reset compression=false 2024-11-25T14:30:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 315eb5cce1bc4ed9b58812514072e02b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:30:42,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47/f/315eb5cce1bc4ed9b58812514072e02b_SeqId_4_ into c65a5cdb673be4cf1cd916703ddbdc47/f 2024-11-25T14:30:42,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/04b615b9f25642a095139aae13eaee27_SeqId_4_ into c65a5cdb673be4cf1cd916703ddbdc47/f (new location: hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47/f/315eb5cce1bc4ed9b58812514072e02b_SeqId_4_) 2024-11-25T14:30:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/04b615b9f25642a095139aae13eaee27_SeqId_4_ 2024-11-25T14:30:42,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/37e9ba64f30c46feae94c958a6fd0373_SeqId_4_ into c65a5cdb673be4cf1cd916703ddbdc47/f as hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47/f/8169a54c178c4eccb1a892ff053f0046_SeqId_4_ - updating store file list. 2024-11-25T14:30:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8169a54c178c4eccb1a892ff053f0046_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:30:42,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47/f/8169a54c178c4eccb1a892ff053f0046_SeqId_4_ into c65a5cdb673be4cf1cd916703ddbdc47/f 2024-11-25T14:30:42,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/37e9ba64f30c46feae94c958a6fd0373_SeqId_4_ into c65a5cdb673be4cf1cd916703ddbdc47/f (new location: hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47/f/8169a54c178c4eccb1a892ff053f0046_SeqId_4_) 2024-11-25T14:30:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/staging/jenkins.hfs.6__test__1prlcgn0jh6fl3tuj5mhos506se99et62v4c7oj0hq6rpi9dk63erppdnluf1t7u/f/37e9ba64f30c46feae94c958a6fd0373_SeqId_4_ 2024-11-25T14:30:42,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41515 {}] regionserver.ReplicationSink(324): Finished replicating [ea15325c-e09f-4dd2-80d4-8f2011e62a8a] bulk loaded data 2024-11-25T14:30:42,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:30:42,755 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732545042753/Put/seqid=0 2024-11-25T14:30:42,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741842_1018 (size=7997) 2024-11-25T14:30:42,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732545042772/Put/seqid=0 2024-11-25T14:30:42,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741843_1019 (size=7794) 2024-11-25T14:30:43,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1ad756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:43,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,39507,-1 for getting cluster id 2024-11-25T14:30:43,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:30:43,184 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea15325c-e09f-4dd2-80d4-8f2011e62a8a' 2024-11-25T14:30:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:30:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea15325c-e09f-4dd2-80d4-8f2011e62a8a" 2024-11-25T14:30:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bdefe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,39507,-1] 2024-11-25T14:30:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:30:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:43,186 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:30:43,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30007bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:30:43,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,39637,1732545027927, seqNum=-1] 2024-11-25T14:30:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:43,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:43,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:30:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,39507,1732545027670 2024-11-25T14:30:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39481fd3 2024-11-25T14:30:43,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:30:43,203 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:30:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., hostname=cb69081f5976,39637,1732545027927, seqNum=2] 2024-11-25T14:30:43,209 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:30:43,216 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-25T14:30:43,220 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 687, reset compression=false 2024-11-25T14:30:43,220 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-25T14:30:43,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f1/f1/hfile_0 for inclusion in 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1 2024-11-25T14:30:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T14:30:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:30:43,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f1/f1/hfile_1 for inclusion in 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1 2024-11-25T14:30:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T14:30:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:30:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(2603): Flush status journal for 8dfc7bdc7ef20c5b87f7ac373d3dd46d: 2024-11-25T14:30:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f1/f1/hfile_0 to hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__c9h0bdts3ua2ki5qe13o6be1pv5oigivv3ac7u9qv7p3fqnuor9nmsv7rva3buk6/f1/hfile_0 2024-11-25T14:30:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__c9h0bdts3ua2ki5qe13o6be1pv5oigivv3ac7u9qv7p3fqnuor9nmsv7rva3buk6/f1/hfile_0 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1/005c2c8bec18438aa717a33c0b1d5be4_SeqId_6_ 2024-11-25T14:30:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/load_f1/f1/hfile_1 to hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__c9h0bdts3ua2ki5qe13o6be1pv5oigivv3ac7u9qv7p3fqnuor9nmsv7rva3buk6/f1/hfile_1 2024-11-25T14:30:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__c9h0bdts3ua2ki5qe13o6be1pv5oigivv3ac7u9qv7p3fqnuor9nmsv7rva3buk6/f1/hfile_1 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1/fd49dbec10d14ab0bdeea69e671e3768_SeqId_6_ 2024-11-25T14:30:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-25T14:30:43,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__c9h0bdts3ua2ki5qe13o6be1pv5oigivv3ac7u9qv7p3fqnuor9nmsv7rva3buk6/f1/hfile_0 into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1/005c2c8bec18438aa717a33c0b1d5be4_SeqId_6_ - updating store file list. 2024-11-25T14:30:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 005c2c8bec18438aa717a33c0b1d5be4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T14:30:43,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1/005c2c8bec18438aa717a33c0b1d5be4_SeqId_6_ into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1 2024-11-25T14:30:43,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__c9h0bdts3ua2ki5qe13o6be1pv5oigivv3ac7u9qv7p3fqnuor9nmsv7rva3buk6/f1/hfile_0 into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1 (new location: hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1/005c2c8bec18438aa717a33c0b1d5be4_SeqId_6_) 2024-11-25T14:30:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__c9h0bdts3ua2ki5qe13o6be1pv5oigivv3ac7u9qv7p3fqnuor9nmsv7rva3buk6/f1/hfile_0 2024-11-25T14:30:43,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__c9h0bdts3ua2ki5qe13o6be1pv5oigivv3ac7u9qv7p3fqnuor9nmsv7rva3buk6/f1/hfile_1 into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1/fd49dbec10d14ab0bdeea69e671e3768_SeqId_6_ - updating store file list. 2024-11-25T14:30:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd49dbec10d14ab0bdeea69e671e3768_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T14:30:43,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1/fd49dbec10d14ab0bdeea69e671e3768_SeqId_6_ into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1 2024-11-25T14:30:43,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__c9h0bdts3ua2ki5qe13o6be1pv5oigivv3ac7u9qv7p3fqnuor9nmsv7rva3buk6/f1/hfile_1 into 8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1 (new location: hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/f1/fd49dbec10d14ab0bdeea69e671e3768_SeqId_6_) 2024-11-25T14:30:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/staging/jenkins__test__c9h0bdts3ua2ki5qe13o6be1pv5oigivv3ac7u9qv7p3fqnuor9nmsv7rva3buk6/f1/hfile_1 2024-11-25T14:30:43,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:30:43,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:30:43,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:43,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:30:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., hostname=cb69081f5976,39637,1732545027927, seqNum=2 , the old value is region=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., hostname=cb69081f5976,39637,1732545027927, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb69081f5976:39637 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:30:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., hostname=cb69081f5976,39637,1732545027927, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:30:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., hostname=cb69081f5976,39637,1732545027927, seqNum=2 from cache 2024-11-25T14:30:43,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:30:43,258 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T14:30:43,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:30:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,39637,1732545027927, seqNum=-1] 2024-11-25T14:30:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:30:43,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:30:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., hostname=cb69081f5976,39637,1732545027927, seqNum=2] 2024-11-25T14:30:43,364 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:39637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T14:30:43,840 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 687, reset compression=false 2024-11-25T14:30:43,846 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:30:43,846 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:43,846 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39637,1732545027927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:30:44,050 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:44,355 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:44,759 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:45,264 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:45,868 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:46,573 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:47,378 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:48,282 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:49,286 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:50,390 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:51,594 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:52,901 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:54,305 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:55,809 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:57,413 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:30:57,613 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T14:30:59,120 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:00,924 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:02,472 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T14:31:02,830 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:03,851 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39637,1732545027927 got entry batch from reader: null 2024-11-25T14:31:04,835 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:06,947 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:09,156 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:11,061 INFO [master/cb69081f5976:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T14:31:11,061 INFO [master/cb69081f5976:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T14:31:11,459 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:13,863 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:15,122 INFO [master/cb69081f5976:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T14:31:15,122 INFO [master/cb69081f5976:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T14:31:16,367 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:18,982 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:21,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8dfc7bdc7ef20c5b87f7ac373d3dd46d, had cached 0 bytes from a total of 31376 2024-11-25T14:31:21,687 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:23,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c65a5cdb673be4cf1cd916703ddbdc47, had cached 0 bytes from a total of 15585 2024-11-25T14:31:23,851 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39637,1732545027927 got entry batch from reader: null 2024-11-25T14:31:24,491 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:27,408 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:27,613 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T14:31:30,424 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:32,472 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T14:31:33,528 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:35,568 DEBUG [master/cb69081f5976:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T14:31:36,733 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:40,037 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:43,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:31:43,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:31:43,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:31:43,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:43,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:43,297 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:31:43,297 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=936971541, stopped=false 2024-11-25T14:31:43,297 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,46875,1732545032489 2024-11-25T14:31:43,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:31:43,310 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:31:43,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-942361123/running 2024-11-25T14:31:43,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:31:43,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:31:43,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:31:43,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:43,310 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,41515,1732545032594' ***** 2024-11-25T14:31:43,310 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:31:43,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-942361123/running 2024-11-25T14:31:43,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:31:43,311 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:31:43,311 INFO [RS:0;cb69081f5976:41515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:31:43,311 INFO [RS:0;cb69081f5976:41515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:31:43,311 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:31:43,311 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(3091): Received CLOSE for c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:31:43,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Set watcher on znode that does not yet exist, /1-942361123/running 2024-11-25T14:31:43,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Set watcher on znode that does not yet exist, /1-942361123/running 2024-11-25T14:31:43,316 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,41515,1732545032594 2024-11-25T14:31:43,316 INFO [RS:0;cb69081f5976:41515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:31:43,316 INFO [RS:0;cb69081f5976:41515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:41515. 2024-11-25T14:31:43,316 DEBUG [RS:0;cb69081f5976:41515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:31:43,316 DEBUG [RS:0;cb69081f5976:41515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:43,317 INFO [RS:0;cb69081f5976:41515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:31:43,317 INFO [RS:0;cb69081f5976:41515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:31:43,317 INFO [RS:0;cb69081f5976:41515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:31:43,317 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:31:43,318 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c65a5cdb673be4cf1cd916703ddbdc47, disabling compactions & flushes 2024-11-25T14:31:43,318 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:31:43,318 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:31:43,318 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. after waiting 0 ms 2024-11-25T14:31:43,318 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:31:43,318 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:31:43,319 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c65a5cdb673be4cf1cd916703ddbdc47=test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47.} 2024-11-25T14:31:43,319 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c65a5cdb673be4cf1cd916703ddbdc47 2024-11-25T14:31:43,319 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:31:43,319 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:31:43,319 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:31:43,319 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:31:43,319 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:31:43,319 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T14:31:43,336 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/default/test/c65a5cdb673be4cf1cd916703ddbdc47/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-25T14:31:43,337 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:31:43,337 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:31:43,337 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:31:43,337 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c65a5cdb673be4cf1cd916703ddbdc47: Waiting for close lock at 1732545103318Running coprocessor pre-close hooks at 1732545103318Disabling compacts and flushes for region at 1732545103318Disabling writes for close at 1732545103318Writing region close event to WAL at 1732545103329 (+11 ms)Running coprocessor post-close hooks at 1732545103337 (+8 ms)Closed at 1732545103337 2024-11-25T14:31:43,337 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47. 2024-11-25T14:31:43,449 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:31:43,456 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:43,464 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/info/12f29931496245aca16c18892a8a5f53 is 129, key is test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47./info:regioninfo/1732545038529/Put/seqid=0 2024-11-25T14:31:43,470 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:31:43,471 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:31:43,519 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:31:43,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741839_1015 (size=6421) 2024-11-25T14:31:43,720 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:31:43,852 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39637,1732545027927 got entry batch from reader: null 2024-11-25T14:31:43,920 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:31:43,928 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/info/12f29931496245aca16c18892a8a5f53 2024-11-25T14:31:43,989 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/ns/967aae279c474db9a6f1bd1d3c142746 is 43, key is default/ns:d/1732545035105/Put/seqid=0 2024-11-25T14:31:44,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741840_1016 (size=5153) 2024-11-25T14:31:44,002 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/ns/967aae279c474db9a6f1bd1d3c142746 2024-11-25T14:31:44,087 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/rep_barrier/d5747bcc98174948b252d91181cf576f is 112, key is test,,1732545037358.c65a5cdb673be4cf1cd916703ddbdc47./rep_barrier:seqnumDuringOpen/1732545038529/Put/seqid=0 2024-11-25T14:31:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741841_1017 (size=5518) 2024-11-25T14:31:44,120 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:31:44,320 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:31:44,320 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:31:44,320 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:31:44,511 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/rep_barrier/d5747bcc98174948b252d91181cf576f 2024-11-25T14:31:44,521 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:31:44,565 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/table/865b453aa7214c8aa552a3f90b634e44 is 40, key is test/table:state/1732545038568/Put/seqid=0 2024-11-25T14:31:44,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741842_1018 (size=5165) 2024-11-25T14:31:44,616 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/table/865b453aa7214c8aa552a3f90b634e44 2024-11-25T14:31:44,636 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/info/12f29931496245aca16c18892a8a5f53 as hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/info/12f29931496245aca16c18892a8a5f53 2024-11-25T14:31:44,673 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/info/12f29931496245aca16c18892a8a5f53, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T14:31:44,684 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/ns/967aae279c474db9a6f1bd1d3c142746 as hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/ns/967aae279c474db9a6f1bd1d3c142746 2024-11-25T14:31:44,713 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/ns/967aae279c474db9a6f1bd1d3c142746, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T14:31:44,714 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/rep_barrier/d5747bcc98174948b252d91181cf576f as hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/rep_barrier/d5747bcc98174948b252d91181cf576f 2024-11-25T14:31:44,721 DEBUG [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:31:44,726 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/rep_barrier/d5747bcc98174948b252d91181cf576f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T14:31:44,728 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/.tmp/table/865b453aa7214c8aa552a3f90b634e44 as hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/table/865b453aa7214c8aa552a3f90b634e44 2024-11-25T14:31:44,738 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/table/865b453aa7214c8aa552a3f90b634e44, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T14:31:44,739 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=11, compaction requested=false 2024-11-25T14:31:44,817 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T14:31:44,819 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:31:44,819 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:31:44,819 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:31:44,819 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545103319Running coprocessor pre-close hooks at 1732545103319Disabling compacts and flushes for region at 1732545103319Disabling writes for close at 1732545103319Obtaining lock to block concurrent updates at 1732545103319Preparing flush snapshotting stores in 1588230740 at 1732545103319Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732545103319Flushing stores of hbase:meta,,1.1588230740 at 1732545103320 (+1 ms)Flushing 1588230740/info: creating writer at 1732545103321 (+1 ms)Flushing 1588230740/info: appending metadata at 1732545103463 (+142 ms)Flushing 1588230740/info: closing flushed file at 1732545103463Flushing 1588230740/ns: creating writer at 1732545103947 (+484 ms)Flushing 1588230740/ns: appending metadata at 1732545103988 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1732545103988Flushing 1588230740/rep_barrier: creating writer at 1732545104040 (+52 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545104086 (+46 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545104086Flushing 1588230740/table: creating writer at 1732545104523 (+437 ms)Flushing 1588230740/table: appending metadata at 1732545104564 (+41 ms)Flushing 1588230740/table: closing flushed file at 1732545104564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7556a0c6: reopening flushed file at 1732545104633 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b654a4: reopening flushed file at 1732545104673 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c78b380: reopening flushed file at 1732545104713 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4daca27b: reopening flushed file at 1732545104726 (+13 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=11, compaction requested=false at 1732545104739 (+13 ms)Writing region close event to WAL at 1732545104799 (+60 ms)Running coprocessor post-close hooks at 1732545104818 (+19 ms)Closed at 1732545104819 (+1 ms) 2024-11-25T14:31:44,819 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:31:44,921 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,41515,1732545032594; all regions closed. 2024-11-25T14:31:44,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741834_1010 (size=2717) 2024-11-25T14:31:44,948 DEBUG [RS:0;cb69081f5976:41515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/oldWALs 2024-11-25T14:31:44,948 INFO [RS:0;cb69081f5976:41515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C41515%2C1732545032594.meta:.meta(num 1732545035040) 2024-11-25T14:31:44,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741833_1009 (size=1028) 2024-11-25T14:31:44,971 DEBUG [RS:0;cb69081f5976:41515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/oldWALs 2024-11-25T14:31:44,971 INFO [RS:0;cb69081f5976:41515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C41515%2C1732545032594:(num 1732545034624) 2024-11-25T14:31:44,971 DEBUG [RS:0;cb69081f5976:41515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:44,971 INFO [RS:0;cb69081f5976:41515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:31:44,971 INFO [RS:0;cb69081f5976:41515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:31:44,972 INFO [RS:0;cb69081f5976:41515 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:31:44,972 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:31:44,975 INFO [RS:0;cb69081f5976:41515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:31:44,975 INFO [RS:0;cb69081f5976:41515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:41515. 2024-11-25T14:31:44,975 DEBUG [RS:0;cb69081f5976:41515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:31:44,975 DEBUG [RS:0;cb69081f5976:41515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:44,976 DEBUG [RS:0;cb69081f5976:41515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:44,976 INFO [RS:0;cb69081f5976:41515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41515 2024-11-25T14:31:44,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:31:44,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123/rs 2024-11-25T14:31:44,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-942361123/rs/cb69081f5976,41515,1732545032594 2024-11-25T14:31:44,984 INFO [RS:0;cb69081f5976:41515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:31:44,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,41515,1732545032594] 2024-11-25T14:31:44,991 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-942361123/draining/cb69081f5976,41515,1732545032594 already deleted, retry=false 2024-11-25T14:31:44,991 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,41515,1732545032594 expired; onlineServers=0 2024-11-25T14:31:44,991 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,46875,1732545032489' ***** 2024-11-25T14:31:44,991 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:31:44,991 INFO [M:0;cb69081f5976:46875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:31:44,991 INFO [M:0;cb69081f5976:46875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:31:44,991 DEBUG [M:0;cb69081f5976:46875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:31:44,991 DEBUG [M:0;cb69081f5976:46875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:31:44,992 INFO [M:0;cb69081f5976:46875 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:31:44,992 INFO [M:0;cb69081f5976:46875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:31:44,992 DEBUG [M:0;cb69081f5976:46875 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:31:44,992 INFO [M:0;cb69081f5976:46875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:31:44,992 INFO [M:0;cb69081f5976:46875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:31:44,992 INFO [M:0;cb69081f5976:46875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:31:44,992 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:31:44,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:31:44,993 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545034245 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545034245,5,FailOnTimeoutGroup] 2024-11-25T14:31:44,993 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545034245 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545034245,5,FailOnTimeoutGroup] 2024-11-25T14:31:45,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-942361123/master 2024-11-25T14:31:45,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-942361123 2024-11-25T14:31:45,005 DEBUG [M:0;cb69081f5976:46875 {}] zookeeper.RecoverableZooKeeper(212): Node /1-942361123/master already deleted, retry=false 2024-11-25T14:31:45,005 DEBUG [M:0;cb69081f5976:46875 {}] master.ActiveMasterManager(353): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-942361123/master 2024-11-25T14:31:45,006 INFO [M:0;cb69081f5976:46875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/.lastflushedseqids 2024-11-25T14:31:45,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741843_1019 (size=173) 2024-11-25T14:31:45,047 INFO [M:0;cb69081f5976:46875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:31:45,047 INFO [M:0;cb69081f5976:46875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:31:45,048 DEBUG [M:0;cb69081f5976:46875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:31:45,049 INFO [M:0;cb69081f5976:46875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:45,049 DEBUG [M:0;cb69081f5976:46875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:45,049 DEBUG [M:0;cb69081f5976:46875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:31:45,049 DEBUG [M:0;cb69081f5976:46875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:45,049 INFO [M:0;cb69081f5976:46875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-25T14:31:45,082 DEBUG [M:0;cb69081f5976:46875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65c0140cb19f498988c8343535b43504 is 82, key is hbase:meta,,1/info:regioninfo/1732545035079/Put/seqid=0 2024-11-25T14:31:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:31:45,091 INFO [RS:0;cb69081f5976:41515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:31:45,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41515-0x10173b0c9cd0004, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:31:45,092 INFO [RS:0;cb69081f5976:41515 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,41515,1732545032594; zookeeper connection closed. 2024-11-25T14:31:45,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b672097 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b672097 2024-11-25T14:31:45,104 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:31:45,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741844_1020 (size=5672) 2024-11-25T14:31:45,115 INFO [M:0;cb69081f5976:46875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65c0140cb19f498988c8343535b43504 2024-11-25T14:31:45,206 DEBUG [M:0;cb69081f5976:46875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b25c31f13e54ff288c12bf24dd9f872 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732545038581/Put/seqid=0 2024-11-25T14:31:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741845_1021 (size=6727) 2024-11-25T14:31:45,652 INFO [M:0;cb69081f5976:46875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b25c31f13e54ff288c12bf24dd9f872 2024-11-25T14:31:45,680 INFO [M:0;cb69081f5976:46875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b25c31f13e54ff288c12bf24dd9f872 2024-11-25T14:31:45,718 DEBUG [M:0;cb69081f5976:46875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60c9604744454ec5a71a1464dd4e27a3 is 69, key is cb69081f5976,41515,1732545032594/rs:state/1732545034377/Put/seqid=0 2024-11-25T14:31:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741846_1022 (size=5156) 2024-11-25T14:31:45,742 INFO [M:0;cb69081f5976:46875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60c9604744454ec5a71a1464dd4e27a3 2024-11-25T14:31:45,761 DEBUG [M:0;cb69081f5976:46875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65c0140cb19f498988c8343535b43504 as hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65c0140cb19f498988c8343535b43504 2024-11-25T14:31:45,781 INFO [M:0;cb69081f5976:46875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65c0140cb19f498988c8343535b43504, entries=8, sequenceid=58, filesize=5.5 K 2024-11-25T14:31:45,784 DEBUG [M:0;cb69081f5976:46875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b25c31f13e54ff288c12bf24dd9f872 as hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b25c31f13e54ff288c12bf24dd9f872 2024-11-25T14:31:45,814 INFO [M:0;cb69081f5976:46875 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b25c31f13e54ff288c12bf24dd9f872 2024-11-25T14:31:45,814 INFO [M:0;cb69081f5976:46875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b25c31f13e54ff288c12bf24dd9f872, entries=6, sequenceid=58, filesize=6.6 K 2024-11-25T14:31:45,816 DEBUG [M:0;cb69081f5976:46875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60c9604744454ec5a71a1464dd4e27a3 as hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60c9604744454ec5a71a1464dd4e27a3 2024-11-25T14:31:45,841 INFO [M:0;cb69081f5976:46875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36307/user/jenkins/test-data/a7f3137b-41da-32aa-e50d-39fc73847385/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60c9604744454ec5a71a1464dd4e27a3, entries=1, sequenceid=58, filesize=5.0 K 2024-11-25T14:31:45,856 INFO [M:0;cb69081f5976:46875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 807ms, sequenceid=58, compaction requested=false 2024-11-25T14:31:45,886 INFO [M:0;cb69081f5976:46875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:45,886 DEBUG [M:0;cb69081f5976:46875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545105048Disabling compacts and flushes for region at 1732545105048Disabling writes for close at 1732545105049 (+1 ms)Obtaining lock to block concurrent updates at 1732545105049Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545105049Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732545105050 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545105052 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545105052Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545105081 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545105082 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545105140 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545105198 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545105198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545105680 (+482 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545105716 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545105717 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9cb5436: reopening flushed file at 1732545105757 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150b7f04: reopening flushed file at 1732545105781 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d49056: reopening flushed file at 1732545105814 (+33 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 807ms, sequenceid=58, compaction requested=false at 1732545105856 (+42 ms)Writing region close event to WAL at 1732545105886 (+30 ms)Closed at 1732545105886 2024-11-25T14:31:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43847 is added to blk_1073741830_1006 (size=33026) 2024-11-25T14:31:45,919 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:31:45,920 INFO [M:0;cb69081f5976:46875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:31:45,920 INFO [M:0;cb69081f5976:46875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46875 2024-11-25T14:31:45,924 INFO [M:0;cb69081f5976:46875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:31:46,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:31:46,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46875-0x10173b0c9cd0003, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:31:46,033 INFO [M:0;cb69081f5976:46875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:31:46,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2d70e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:31:46,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:31:46,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:31:46,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:31:46,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/hadoop.log.dir/,STOPPED} 2024-11-25T14:31:46,075 WARN [BP-1164733534-172.17.0.3-1732545031082 heartbeating to localhost/127.0.0.1:36307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:31:46,075 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:31:46,075 WARN [BP-1164733534-172.17.0.3-1732545031082 heartbeating to localhost/127.0.0.1:36307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1164733534-172.17.0.3-1732545031082 (Datanode Uuid 31ca3ffd-2cc6-4c8a-b9de-c2b1ff188bb3) service to localhost/127.0.0.1:36307 2024-11-25T14:31:46,075 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:31:46,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/cluster_06ee0350-e94e-784d-394d-45047465d884/data/data1/current/BP-1164733534-172.17.0.3-1732545031082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:31:46,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/cluster_06ee0350-e94e-784d-394d-45047465d884/data/data2/current/BP-1164733534-172.17.0.3-1732545031082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:31:46,076 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:31:46,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:31:46,108 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:31:46,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:31:46,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:31:46,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/hadoop.log.dir/,STOPPED} 2024-11-25T14:31:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:31:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:31:46,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:31:46,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:31:46,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:46,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:46,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:31:46,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:31:46,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=311071127, stopped=false 2024-11-25T14:31:46,163 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,39507,1732545027670 2024-11-25T14:31:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-728897562/running 2024-11-25T14:31:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-728897562/running 2024-11-25T14:31:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:31:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:31:46,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:31:46,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:31:46,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:31:46,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:46,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Set watcher on znode that does not yet exist, /0-728897562/running 2024-11-25T14:31:46,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Set watcher on znode that does not yet exist, /0-728897562/running 2024-11-25T14:31:46,182 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,39637,1732545027927' ***** 2024-11-25T14:31:46,182 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:31:46,183 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:31:46,183 INFO [RS:0;cb69081f5976:39637 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:31:46,183 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:31:46,183 INFO [RS:0;cb69081f5976:39637 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:31:46,183 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:31:46,191 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(3091): Received CLOSE for 108e56771400de7d65b1a697369a62c4 2024-11-25T14:31:46,191 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,39637,1732545027927 2024-11-25T14:31:46,191 INFO [RS:0;cb69081f5976:39637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:31:46,192 INFO [RS:0;cb69081f5976:39637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:39637. 2024-11-25T14:31:46,192 DEBUG [RS:0;cb69081f5976:39637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:31:46,192 DEBUG [RS:0;cb69081f5976:39637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:46,192 INFO [RS:0;cb69081f5976:39637 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:31:46,192 INFO [RS:0;cb69081f5976:39637 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:31:46,192 INFO [RS:0;cb69081f5976:39637 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:31:46,192 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:31:46,194 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dfc7bdc7ef20c5b87f7ac373d3dd46d, disabling compactions & flushes 2024-11-25T14:31:46,194 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:31:46,195 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:31:46,195 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. after waiting 0 ms 2024-11-25T14:31:46,195 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:31:46,199 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:31:46,199 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1325): Online Regions={8dfc7bdc7ef20c5b87f7ac373d3dd46d=test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d., 1588230740=hbase:meta,,1.1588230740, 108e56771400de7d65b1a697369a62c4=hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4.} 2024-11-25T14:31:46,199 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1351): Waiting on 108e56771400de7d65b1a697369a62c4, 1588230740, 8dfc7bdc7ef20c5b87f7ac373d3dd46d 2024-11-25T14:31:46,199 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:31:46,199 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:31:46,199 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:31:46,199 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:31:46,199 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:31:46,200 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:31:46,262 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/default/test/8dfc7bdc7ef20c5b87f7ac373d3dd46d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T14:31:46,263 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:31:46,264 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:31:46,264 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:31:46,264 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dfc7bdc7ef20c5b87f7ac373d3dd46d: Waiting for close lock at 1732545106194Running coprocessor pre-close hooks at 1732545106194Disabling compacts and flushes for region at 1732545106194Disabling writes for close at 1732545106195 (+1 ms)Writing region close event to WAL at 1732545106228 (+33 ms)Running coprocessor post-close hooks at 1732545106263 (+35 ms)Closed at 1732545106264 (+1 ms) 2024-11-25T14:31:46,264 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d. 2024-11-25T14:31:46,264 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 108e56771400de7d65b1a697369a62c4, disabling compactions & flushes 2024-11-25T14:31:46,264 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:31:46,264 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:31:46,264 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. after waiting 0 ms 2024-11-25T14:31:46,264 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:31:46,265 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 108e56771400de7d65b1a697369a62c4 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-25T14:31:46,272 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:31:46,275 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/info/ac5199227e1844c8a81398c662074572 is 147, key is hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4./info:regioninfo/1732545039962/Put/seqid=0 2024-11-25T14:31:46,294 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:31:46,294 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:31:46,320 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/.tmp/hfileref/eceac0f16e2247728cdd7cce3cb9fa40 is 74, key is 1/hfileref:04b615b9f25642a095139aae13eaee27_SeqId_4_/1732545042729/DeleteColumn/seqid=0 2024-11-25T14:31:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741844_1020 (size=7686) 2024-11-25T14:31:46,331 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/info/ac5199227e1844c8a81398c662074572 2024-11-25T14:31:46,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741845_1021 (size=5203) 2024-11-25T14:31:46,388 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/.tmp/hfileref/eceac0f16e2247728cdd7cce3cb9fa40 2024-11-25T14:31:46,399 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1351): Waiting on 108e56771400de7d65b1a697369a62c4, 1588230740 2024-11-25T14:31:46,411 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/ns/2bdc0bd37b14406c8f69dee0c235c96a is 43, key is default/ns:d/1732545030989/Put/seqid=0 2024-11-25T14:31:46,438 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/.tmp/queue/74e03dae82594504b830d15c517e4c6f is 153, key is 1-cb69081f5976,39637,1732545027927/queue:cb69081f5976%2C39637%2C1732545027927/1732545043847/Put/seqid=0 2024-11-25T14:31:46,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741846_1022 (size=5153) 2024-11-25T14:31:46,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741847_1023 (size=5352) 2024-11-25T14:31:46,600 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1351): Waiting on 108e56771400de7d65b1a697369a62c4, 1588230740 2024-11-25T14:31:46,801 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1351): Waiting on 108e56771400de7d65b1a697369a62c4, 1588230740 2024-11-25T14:31:46,859 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/ns/2bdc0bd37b14406c8f69dee0c235c96a 2024-11-25T14:31:46,898 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/.tmp/queue/74e03dae82594504b830d15c517e4c6f 2024-11-25T14:31:46,923 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/rep_barrier/e46bfb9209244fe29c75dc4a5d808afd is 112, key is test,,1732545035169.8dfc7bdc7ef20c5b87f7ac373d3dd46d./rep_barrier:seqnumDuringOpen/1732545036189/Put/seqid=0 2024-11-25T14:31:46,923 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/.tmp/hfileref/eceac0f16e2247728cdd7cce3cb9fa40 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/hfileref/eceac0f16e2247728cdd7cce3cb9fa40 2024-11-25T14:31:46,943 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/hfileref/eceac0f16e2247728cdd7cce3cb9fa40, entries=2, sequenceid=10, filesize=5.1 K 2024-11-25T14:31:46,947 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/.tmp/queue/74e03dae82594504b830d15c517e4c6f as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/queue/74e03dae82594504b830d15c517e4c6f 2024-11-25T14:31:46,972 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/queue/74e03dae82594504b830d15c517e4c6f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-25T14:31:46,976 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 997, reset compression=false 2024-11-25T14:31:46,977 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 108e56771400de7d65b1a697369a62c4 in 712ms, sequenceid=10, compaction requested=false 2024-11-25T14:31:47,003 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1351): Waiting on 108e56771400de7d65b1a697369a62c4, 1588230740 2024-11-25T14:31:47,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741848_1024 (size=5518) 2024-11-25T14:31:47,036 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/rep_barrier/e46bfb9209244fe29c75dc4a5d808afd 2024-11-25T14:31:47,039 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:31:47,039 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 1292, reset compression=false 2024-11-25T14:31:47,040 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39637,1732545027927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:31:47,042 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb69081f5976,39637,1732545027927: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb69081f5976,39637,1732545027927, walGroup=cb69081f5976%2C39637%2C1732545027927, offset=cb69081f5976%2C39637%2C1732545027927.1732545030389:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:39637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T14:31:47,044 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:31:47,048 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:31:47,050 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:31:47,050 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:31:47,050 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:31:47,050 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 525893632 }, "NonHeapMemoryUsage": { "committed": 180092928, "init": 7667712, "max": -1, "used": 175335928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T14:31:47,051 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/replication/108e56771400de7d65b1a697369a62c4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T14:31:47,054 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:31:47,054 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:31:47,054 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:31:47,054 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 108e56771400de7d65b1a697369a62c4: Waiting for close lock at 1732545106264Running coprocessor pre-close hooks at 1732545106264Disabling compacts and flushes for region at 1732545106264Disabling writes for close at 1732545106264Obtaining lock to block concurrent updates at 1732545106265 (+1 ms)Preparing flush snapshotting stores in 108e56771400de7d65b1a697369a62c4 at 1732545106265Finished memstore snapshotting hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732545106265Flushing stores of hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. at 1732545106266 (+1 ms)Flushing 108e56771400de7d65b1a697369a62c4/hfileref: creating writer at 1732545106266Flushing 108e56771400de7d65b1a697369a62c4/hfileref: appending metadata at 1732545106317 (+51 ms)Flushing 108e56771400de7d65b1a697369a62c4/hfileref: closing flushed file at 1732545106317Flushing 108e56771400de7d65b1a697369a62c4/queue: creating writer at 1732545106406 (+89 ms)Flushing 108e56771400de7d65b1a697369a62c4/queue: appending metadata at 1732545106437 (+31 ms)Flushing 108e56771400de7d65b1a697369a62c4/queue: closing flushed file at 1732545106437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757b2817: reopening flushed file at 1732545106919 (+482 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51eeff1b: reopening flushed file at 1732545106943 (+24 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 108e56771400de7d65b1a697369a62c4 in 712ms, sequenceid=10, compaction requested=false at 1732545106977 (+34 ms)Writing region close event to WAL at 1732545107027 (+50 ms)Running coprocessor post-close hooks at 1732545107053 (+26 ms)Closed at 1732545107054 (+1 ms) 2024-11-25T14:31:47,054 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732545039553.108e56771400de7d65b1a697369a62c4. 2024-11-25T14:31:47,055 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:39507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:39507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T14:31:47,112 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/table/9434584b76d049738c1dc84a5f708058 is 53, key is hbase:replication/table:state/1732545039971/Put/seqid=0 2024-11-25T14:31:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741849_1025 (size=5308) 2024-11-25T14:31:47,211 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:31:47,211 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:31:47,211 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:31:47,260 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 1292, reset compression=false 2024-11-25T14:31:47,411 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:31:47,552 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/table/9434584b76d049738c1dc84a5f708058 2024-11-25T14:31:47,561 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/info/ac5199227e1844c8a81398c662074572 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/info/ac5199227e1844c8a81398c662074572 2024-11-25T14:31:47,577 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/info/ac5199227e1844c8a81398c662074572, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:31:47,586 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.wal-reader.cb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.1732545030389 to pos 1292, reset compression=false 2024-11-25T14:31:47,586 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/ns/2bdc0bd37b14406c8f69dee0c235c96a as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/ns/2bdc0bd37b14406c8f69dee0c235c96a 2024-11-25T14:31:47,606 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/ns/2bdc0bd37b14406c8f69dee0c235c96a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:31:47,612 DEBUG [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:31:47,612 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/rep_barrier/e46bfb9209244fe29c75dc4a5d808afd as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/rep_barrier/e46bfb9209244fe29c75dc4a5d808afd 2024-11-25T14:31:47,636 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/rep_barrier/e46bfb9209244fe29c75dc4a5d808afd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:31:47,638 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/.tmp/table/9434584b76d049738c1dc84a5f708058 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/table/9434584b76d049738c1dc84a5f708058 2024-11-25T14:31:47,667 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/table/9434584b76d049738c1dc84a5f708058, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:31:47,672 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1473ms, sequenceid=16, compaction requested=false 2024-11-25T14:31:47,672 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:31:47,745 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:31:47,746 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:31:47,746 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:31:47,746 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:31:47,746 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545106199Running coprocessor pre-close hooks at 1732545106199Disabling compacts and flushes for region at 1732545106199Disabling writes for close at 1732545106199Obtaining lock to block concurrent updates at 1732545106200 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732545106200Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545106200Flushing stores of hbase:meta,,1.1588230740 at 1732545106215 (+15 ms)Flushing 1588230740/info: creating writer at 1732545106215Flushing 1588230740/info: appending metadata at 1732545106270 (+55 ms)Flushing 1588230740/info: closing flushed file at 1732545106270Flushing 1588230740/ns: creating writer at 1732545106360 (+90 ms)Flushing 1588230740/ns: appending metadata at 1732545106410 (+50 ms)Flushing 1588230740/ns: closing flushed file at 1732545106410Flushing 1588230740/rep_barrier: creating writer at 1732545106881 (+471 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545106919 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545106920 (+1 ms)Flushing 1588230740/table: creating writer at 1732545107058 (+138 ms)Flushing 1588230740/table: appending metadata at 1732545107111 (+53 ms)Flushing 1588230740/table: closing flushed file at 1732545107111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382a92eb: reopening flushed file at 1732545107559 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@581f4c53: reopening flushed file at 1732545107577 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b7aec: reopening flushed file at 1732545107606 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1846d919: reopening flushed file at 1732545107636 (+30 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1473ms, sequenceid=16, compaction requested=false at 1732545107672 (+36 ms)Writing region close event to WAL at 1732545107717 (+45 ms)Running coprocessor post-close hooks at 1732545107746 (+29 ms)Closed at 1732545107746 2024-11-25T14:31:47,746 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:31:47,813 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,39637,1732545027927; all regions closed. 2024-11-25T14:31:47,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741834_1010 (size=4239) 2024-11-25T14:31:47,854 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/WALs/cb69081f5976,39637,1732545027927/cb69081f5976%2C39637%2C1732545027927.meta.1732545030874.meta not finished, retry = 0 2024-11-25T14:31:47,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741839_1015 (size=2700) 2024-11-25T14:31:48,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741832_1008 (size=1300) 2024-11-25T14:31:48,016 DEBUG [RS:0;cb69081f5976:39637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:48,016 INFO [RS:0;cb69081f5976:39637 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:31:48,016 INFO [RS:0;cb69081f5976:39637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:31:48,016 INFO [RS:0;cb69081f5976:39637 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:31:48,016 INFO [RS:0;cb69081f5976:39637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:31:48,017 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:31:48,017 INFO [RS:0;cb69081f5976:39637 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,39637,1732545027927 because: Region server is closing 2024-11-25T14:31:48,017 INFO [RS:0;cb69081f5976:39637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:39637. 2024-11-25T14:31:48,017 DEBUG [RS:0;cb69081f5976:39637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:31:48,017 DEBUG [RS:0;cb69081f5976:39637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:48,017 DEBUG [RS:0;cb69081f5976:39637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:48,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:31:48,123 INFO [RS:0;cb69081f5976:39637 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39637,1732545027927.replicationSource.shippercb69081f5976%2C39637%2C1732545027927,1-cb69081f5976,39637,1732545027927 terminated 2024-11-25T14:31:48,123 INFO [RS:0;cb69081f5976:39637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39637 2024-11-25T14:31:48,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-728897562/rs/cb69081f5976,39637,1732545027927 2024-11-25T14:31:48,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562/rs 2024-11-25T14:31:48,139 INFO [RS:0;cb69081f5976:39637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:31:48,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,39637,1732545027927] 2024-11-25T14:31:48,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-728897562/draining/cb69081f5976,39637,1732545027927 already deleted, retry=false 2024-11-25T14:31:48,149 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,39637,1732545027927 expired; onlineServers=0 2024-11-25T14:31:48,149 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,39507,1732545027670' ***** 2024-11-25T14:31:48,149 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:31:48,149 INFO [M:0;cb69081f5976:39507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:31:48,149 INFO [M:0;cb69081f5976:39507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:31:48,149 DEBUG [M:0;cb69081f5976:39507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:31:48,149 DEBUG [M:0;cb69081f5976:39507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:31:48,149 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:31:48,149 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545030035 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545030035,5,FailOnTimeoutGroup] 2024-11-25T14:31:48,149 INFO [M:0;cb69081f5976:39507 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:31:48,150 INFO [M:0;cb69081f5976:39507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:31:48,150 DEBUG [M:0;cb69081f5976:39507 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:31:48,150 INFO [M:0;cb69081f5976:39507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:31:48,150 INFO [M:0;cb69081f5976:39507 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:31:48,150 INFO [M:0;cb69081f5976:39507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:31:48,151 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:31:48,152 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545030035 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545030035,5,FailOnTimeoutGroup] 2024-11-25T14:31:48,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-728897562/master 2024-11-25T14:31:48,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-728897562 2024-11-25T14:31:48,166 DEBUG [M:0;cb69081f5976:39507 {}] zookeeper.RecoverableZooKeeper(212): Node /0-728897562/master already deleted, retry=false 2024-11-25T14:31:48,166 DEBUG [M:0;cb69081f5976:39507 {}] master.ActiveMasterManager(353): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-728897562/master 2024-11-25T14:31:48,201 INFO [M:0;cb69081f5976:39507 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/.lastflushedseqids 2024-11-25T14:31:48,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:31:48,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x10173b0c9cd0001, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:31:48,252 INFO [RS:0;cb69081f5976:39637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:31:48,252 INFO [RS:0;cb69081f5976:39637 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,39637,1732545027927; zookeeper connection closed. 2024-11-25T14:31:48,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741850_1026 (size=263) 2024-11-25T14:31:48,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c561481 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c561481 2024-11-25T14:31:48,260 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:31:48,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:48,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:48,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:48,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:48,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:48,668 INFO [M:0;cb69081f5976:39507 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:31:48,668 INFO [M:0;cb69081f5976:39507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:31:48,669 DEBUG [M:0;cb69081f5976:39507 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:31:48,669 INFO [M:0;cb69081f5976:39507 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:48,669 DEBUG [M:0;cb69081f5976:39507 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:48,669 DEBUG [M:0;cb69081f5976:39507 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:31:48,669 DEBUG [M:0;cb69081f5976:39507 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:48,669 INFO [M:0;cb69081f5976:39507 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-25T14:31:48,737 DEBUG [M:0;cb69081f5976:39507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d126a7343614ec5a274b58783729b25 is 82, key is hbase:meta,,1/info:regioninfo/1732545030908/Put/seqid=0 2024-11-25T14:31:48,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741851_1027 (size=5672) 2024-11-25T14:31:48,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:31:48,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:48,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:48,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:49,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:49,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:49,195 INFO [M:0;cb69081f5976:39507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d126a7343614ec5a274b58783729b25 2024-11-25T14:31:49,252 DEBUG [M:0;cb69081f5976:39507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c56a7808a3145e08520469dab7bd842 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732545036360/Put/seqid=0 2024-11-25T14:31:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741852_1028 (size=7239) 2024-11-25T14:31:49,281 INFO [M:0;cb69081f5976:39507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c56a7808a3145e08520469dab7bd842 2024-11-25T14:31:49,289 INFO [M:0;cb69081f5976:39507 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c56a7808a3145e08520469dab7bd842 2024-11-25T14:31:49,339 DEBUG [M:0;cb69081f5976:39507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c06ca0f8ea4144b984d6759653f89724 is 69, key is cb69081f5976,39637,1732545027927/rs:state/1732545030161/Put/seqid=0 2024-11-25T14:31:49,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741853_1029 (size=5156) 2024-11-25T14:31:49,399 INFO [M:0;cb69081f5976:39507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c06ca0f8ea4144b984d6759653f89724 2024-11-25T14:31:49,417 DEBUG [M:0;cb69081f5976:39507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d126a7343614ec5a274b58783729b25 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d126a7343614ec5a274b58783729b25 2024-11-25T14:31:49,428 INFO [M:0;cb69081f5976:39507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d126a7343614ec5a274b58783729b25, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T14:31:49,437 DEBUG [M:0;cb69081f5976:39507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c56a7808a3145e08520469dab7bd842 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c56a7808a3145e08520469dab7bd842 2024-11-25T14:31:49,447 INFO [M:0;cb69081f5976:39507 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c56a7808a3145e08520469dab7bd842 2024-11-25T14:31:49,447 INFO [M:0;cb69081f5976:39507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c56a7808a3145e08520469dab7bd842, entries=11, sequenceid=105, filesize=7.1 K 2024-11-25T14:31:49,449 DEBUG [M:0;cb69081f5976:39507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c06ca0f8ea4144b984d6759653f89724 as hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c06ca0f8ea4144b984d6759653f89724 2024-11-25T14:31:49,458 INFO [M:0;cb69081f5976:39507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33391/user/jenkins/test-data/a3d7b469-c40b-2c12-9fa7-3c3ae557fa1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c06ca0f8ea4144b984d6759653f89724, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T14:31:49,461 INFO [M:0;cb69081f5976:39507 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 792ms, sequenceid=105, compaction requested=false 2024-11-25T14:31:49,491 INFO [M:0;cb69081f5976:39507 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:49,491 DEBUG [M:0;cb69081f5976:39507 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545108669Disabling compacts and flushes for region at 1732545108669Disabling writes for close at 1732545108669Obtaining lock to block concurrent updates at 1732545108669Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545108669Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732545108670 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545108670Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545108671 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545108728 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545108728Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545109207 (+479 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545109251 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545109251Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545109289 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545109338 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545109338Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528c6c77: reopening flushed file at 1732545109416 (+78 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b4a188: reopening flushed file at 1732545109435 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b4d28e5: reopening flushed file at 1732545109448 (+13 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 792ms, sequenceid=105, compaction requested=false at 1732545109461 (+13 ms)Writing region close event to WAL at 1732545109490 (+29 ms)Closed at 1732545109490 2024-11-25T14:31:49,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36819 is added to blk_1073741830_1006 (size=64514) 2024-11-25T14:31:49,527 INFO [M:0;cb69081f5976:39507 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:31:49,527 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:31:49,527 INFO [M:0;cb69081f5976:39507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39507 2024-11-25T14:31:49,527 INFO [M:0;cb69081f5976:39507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:31:49,667 INFO [M:0;cb69081f5976:39507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:31:49,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:31:49,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39507-0x10173b0c9cd0000, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:31:49,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:31:49,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:31:49,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:31:49,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:31:49,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/hadoop.log.dir/,STOPPED} 2024-11-25T14:31:49,723 WARN [BP-1864811530-172.17.0.3-1732545026052 heartbeating to localhost/127.0.0.1:33391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:31:49,723 WARN [BP-1864811530-172.17.0.3-1732545026052 heartbeating to localhost/127.0.0.1:33391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1864811530-172.17.0.3-1732545026052 (Datanode Uuid 2a6d2270-0e4f-4b61-a341-05afba271db5) service to localhost/127.0.0.1:33391 2024-11-25T14:31:49,724 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:31:49,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:31:49,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/cluster_95b4a1e2-65a2-809f-4d8b-cd6b532f882a/data/data1/current/BP-1864811530-172.17.0.3-1732545026052 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:31:49,725 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/cluster_95b4a1e2-65a2-809f-4d8b-cd6b532f882a/data/data2/current/BP-1864811530-172.17.0.3-1732545026052 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:31:49,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:31:49,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:31:49,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:31:49,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:31:49,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:31:49,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/47dfa748-74a1-e694-9a0f-b6d7af82ee7d/hadoop.log.dir/,STOPPED} 2024-11-25T14:31:49,755 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T14:31:49,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:31:49,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 137) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63158) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36307 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63158) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007f74e0b8dee8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33391 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007f74e0b8dee8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=798 (was 927), ProcessCount=11 (was 11), AvailableMemoryMB=3874 (was 4109) 2024-11-25T14:31:49,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=798, ProcessCount=11, AvailableMemoryMB=3872 2024-11-25T14:31:49,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10173b0c9cd0002, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:31:49,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10173b0c9cd0002, quorum=127.0.0.1:63158, baseZNode=/0-728897562 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:31:49,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10173b0c9cd0005, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:31:49,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10173b0c9cd0005, quorum=127.0.0.1:63158, baseZNode=/1-942361123 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:31:49,863 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-25T14:31:49,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/hadoop.log.dir so I do NOT create it in target/test-data/452815cb-665d-7c03-8068-df8c924610c1 2024-11-25T14:31:49,864 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:31:49,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/hadoop.tmp.dir so I do NOT create it in target/test-data/452815cb-665d-7c03-8068-df8c924610c1 2024-11-25T14:31:49,864 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56b9b4b3-2234-4f97-947f-b3fa5b45d045/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:31:49,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1 2024-11-25T14:31:49,865 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/cluster_8817875f-6cbc-6065-d93d-39c82c49e2db, deleteOnExit=true 2024-11-25T14:31:49,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/cluster_8817875f-6cbc-6065-d93d-39c82c49e2db/zookeeper_0, clientPort=56645, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/cluster_8817875f-6cbc-6065-d93d-39c82c49e2db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/cluster_8817875f-6cbc-6065-d93d-39c82c49e2db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T14:31:49,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56645 2024-11-25T14:31:49,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:31:49,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:31:49,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/test.cache.data in system properties and HBase conf 2024-11-25T14:31:49,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:31:49,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:31:49,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:31:49,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:31:49,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:31:49,930 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:31:49,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:31:49,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:31:49,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:31:49,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:31:49,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:31:49,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:31:49,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:31:49,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:31:49,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:31:49,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:31:49,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:31:49,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:31:49,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:31:49,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:31:50,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:31:50,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:31:50,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:31:50,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:31:50,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:31:50,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:31:50,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:31:50,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c9eb55a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:31:50,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@426661ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/java.io.tmpdir/jetty-localhost-43773-hadoop-hdfs-3_4_1-tests_jar-_-any-8911151317816146123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:31:50,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f4e1df{HTTP/1.1, (http/1.1)}{localhost:43773} 2024-11-25T14:31:50,651 INFO [Time-limited test {}] server.Server(415): Started @137958ms 2024-11-25T14:31:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:31:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:31:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:31:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T14:31:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T14:31:51,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:31:51,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:31:51,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:31:51,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:31:51,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:31:51,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:31:51,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:31:51,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:31:51,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:31:51,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78825a0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/java.io.tmpdir/jetty-localhost-38919-hadoop-hdfs-3_4_1-tests_jar-_-any-1694712276672180111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:31:51,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:38919} 2024-11-25T14:31:51,632 INFO [Time-limited test {}] server.Server(415): Started @138939ms 2024-11-25T14:31:51,634 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:31:52,460 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/cluster_8817875f-6cbc-6065-d93d-39c82c49e2db/data/data2/current/BP-2083324599-172.17.0.3-1732545109976/current, will proceed with Du for space computation calculation, 2024-11-25T14:31:52,468 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/cluster_8817875f-6cbc-6065-d93d-39c82c49e2db/data/data1/current/BP-2083324599-172.17.0.3-1732545109976/current, will proceed with Du for space computation calculation, 2024-11-25T14:31:52,544 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:31:52,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47755b261d81d0c1 with lease ID 0xa9d9534df43d69f8: Processing first storage report for DS-e0fc075d-6d86-454e-a2cc-47513b1d0739 from datanode DatanodeRegistration(127.0.0.1:46193, datanodeUuid=3ffb1a35-c91d-44bf-ad2b-c8f535dd9bed, infoPort=43917, infoSecurePort=0, ipcPort=34213, storageInfo=lv=-57;cid=testClusterID;nsid=601773647;c=1732545109976) 2024-11-25T14:31:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47755b261d81d0c1 with lease ID 0xa9d9534df43d69f8: from storage DS-e0fc075d-6d86-454e-a2cc-47513b1d0739 node DatanodeRegistration(127.0.0.1:46193, datanodeUuid=3ffb1a35-c91d-44bf-ad2b-c8f535dd9bed, infoPort=43917, infoSecurePort=0, ipcPort=34213, storageInfo=lv=-57;cid=testClusterID;nsid=601773647;c=1732545109976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:31:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47755b261d81d0c1 with lease ID 0xa9d9534df43d69f8: Processing first storage report for DS-e8d947c1-0e67-472c-90b7-4fa087a71ae1 from datanode DatanodeRegistration(127.0.0.1:46193, datanodeUuid=3ffb1a35-c91d-44bf-ad2b-c8f535dd9bed, infoPort=43917, infoSecurePort=0, ipcPort=34213, storageInfo=lv=-57;cid=testClusterID;nsid=601773647;c=1732545109976) 2024-11-25T14:31:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47755b261d81d0c1 with lease ID 0xa9d9534df43d69f8: from storage DS-e8d947c1-0e67-472c-90b7-4fa087a71ae1 node DatanodeRegistration(127.0.0.1:46193, datanodeUuid=3ffb1a35-c91d-44bf-ad2b-c8f535dd9bed, infoPort=43917, infoSecurePort=0, ipcPort=34213, storageInfo=lv=-57;cid=testClusterID;nsid=601773647;c=1732545109976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:31:52,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1 2024-11-25T14:31:52,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:52,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:52,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:31:52,739 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343 with version=8 2024-11-25T14:31:52,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/hbase-staging 2024-11-25T14:31:52,747 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:31:52,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:52,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:52,747 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:31:52,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:52,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:31:52,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:31:52,748 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:31:52,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34037 2024-11-25T14:31:52,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34037 connecting to ZooKeeper ensemble=127.0.0.1:56645 2024-11-25T14:31:52,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340370x0, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:31:52,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34037-0x10173b211750000 connected 2024-11-25T14:31:53,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:53,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:53,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/running 2024-11-25T14:31:53,009 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343, hbase.cluster.distributed=false 2024-11-25T14:31:53,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/acl 2024-11-25T14:31:53,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34037 2024-11-25T14:31:53,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34037 2024-11-25T14:31:53,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34037 2024-11-25T14:31:53,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34037 2024-11-25T14:31:53,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34037 2024-11-25T14:31:53,046 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:31:53,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:53,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:53,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:31:53,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:53,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:31:53,046 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:31:53,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:31:53,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44115 2024-11-25T14:31:53,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44115 connecting to ZooKeeper ensemble=127.0.0.1:56645 2024-11-25T14:31:53,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:53,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:53,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441150x0, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:31:53,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441150x0, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/running 2024-11-25T14:31:53,067 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:31:53,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44115-0x10173b211750001 connected 2024-11-25T14:31:53,071 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:31:53,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/master 2024-11-25T14:31:53,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/acl 2024-11-25T14:31:53,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44115 2024-11-25T14:31:53,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44115 2024-11-25T14:31:53,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44115 2024-11-25T14:31:53,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44115 2024-11-25T14:31:53,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44115 2024-11-25T14:31:53,100 DEBUG [M:0;cb69081f5976:34037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:34037 2024-11-25T14:31:53,103 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1948508593/backup-masters/cb69081f5976,34037,1732545112747 2024-11-25T14:31:53,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/backup-masters 2024-11-25T14:31:53,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/backup-masters 2024-11-25T14:31:53,111 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on existing znode=/0-1948508593/backup-masters/cb69081f5976,34037,1732545112747 2024-11-25T14:31:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1948508593/master 2024-11-25T14:31:53,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:31:53,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:31:53,124 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on existing znode=/0-1948508593/master 2024-11-25T14:31:53,125 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1948508593/backup-masters/cb69081f5976,34037,1732545112747 from backup master directory 2024-11-25T14:31:53,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/backup-masters 2024-11-25T14:31:53,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948508593/backup-masters/cb69081f5976,34037,1732545112747 2024-11-25T14:31:53,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/backup-masters 2024-11-25T14:31:53,133 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:31:53,133 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,34037,1732545112747 2024-11-25T14:31:53,157 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/hbase.id] with ID: b991d2a6-8734-4986-969e-9ac9d954096d 2024-11-25T14:31:53,157 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/.tmp/hbase.id 2024-11-25T14:31:53,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:31:53,204 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/.tmp/hbase.id]:[hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/hbase.id] 2024-11-25T14:31:53,225 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:53,225 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:31:53,226 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T14:31:53,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:31:53,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:31:53,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:31:53,661 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:31:53,662 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:31:53,663 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:31:53,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:31:54,087 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store 2024-11-25T14:31:54,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:31:54,177 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:31:54,178 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:31:54,178 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:54,178 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:54,178 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:31:54,178 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:54,178 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:31:54,178 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545114178Disabling compacts and flushes for region at 1732545114178Disabling writes for close at 1732545114178Writing region close event to WAL at 1732545114178Closed at 1732545114178 2024-11-25T14:31:54,187 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/.initializing 2024-11-25T14:31:54,187 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,34037,1732545112747 2024-11-25T14:31:54,196 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:31:54,210 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C34037%2C1732545112747, suffix=, logDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,34037,1732545112747, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/oldWALs, maxLogs=10 2024-11-25T14:31:54,242 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,34037,1732545112747/cb69081f5976%2C34037%2C1732545112747.1732545114211, exclude list is [], retry=0 2024-11-25T14:31:54,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-e0fc075d-6d86-454e-a2cc-47513b1d0739,DISK] 2024-11-25T14:31:54,294 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,34037,1732545112747/cb69081f5976%2C34037%2C1732545112747.1732545114211 2024-11-25T14:31:54,296 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43917:43917)] 2024-11-25T14:31:54,296 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:31:54,296 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:31:54,296 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,296 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:31:54,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:54,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:31:54,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:31:54,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:54,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:31:54,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:31:54,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:54,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:31:54,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:31:54,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:54,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:31:54,323 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,324 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,325 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,326 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,327 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,327 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:31:54,329 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:31:54,352 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:31:54,353 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72543778, jitterRate=0.08098652958869934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:31:54,354 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545114297Initializing all the Stores at 1732545114302 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545114302Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545114303 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545114303Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545114303Cleaning up temporary data from old regions at 1732545114327 (+24 ms)Region opened successfully at 1732545114354 (+27 ms) 2024-11-25T14:31:54,359 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:31:54,368 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4680d0ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:31:54,374 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:31:54,375 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:31:54,375 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:31:54,375 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:31:54,376 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:31:54,376 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:31:54,376 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:31:54,393 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:31:54,395 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Unable to get data of znode /0-1948508593/balancer because node does not exist (not necessarily an error) 2024-11-25T14:31:54,427 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/balancer already deleted, retry=false 2024-11-25T14:31:54,427 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:31:54,432 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Unable to get data of znode /0-1948508593/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:31:54,443 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/normalizer already deleted, retry=false 2024-11-25T14:31:54,444 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:31:54,447 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Unable to get data of znode /0-1948508593/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:31:54,460 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/switch/split already deleted, retry=false 2024-11-25T14:31:54,461 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Unable to get data of znode /0-1948508593/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:31:54,468 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/switch/merge already deleted, retry=false 2024-11-25T14:31:54,476 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Unable to get data of znode /0-1948508593/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:31:54,485 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/snapshot-cleanup already deleted, retry=false 2024-11-25T14:31:54,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1948508593/running 2024-11-25T14:31:54,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:31:54,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1948508593/running 2024-11-25T14:31:54,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:31:54,503 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,34037,1732545112747, sessionid=0x10173b211750000, setting cluster-up flag (Was=false) 2024-11-25T14:31:54,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:31:54,585 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1948508593/flush-table-proc/acquired, /0-1948508593/flush-table-proc/reached, /0-1948508593/flush-table-proc/abort 2024-11-25T14:31:54,587 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,34037,1732545112747 2024-11-25T14:31:54,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:31:54,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:31:54,627 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1948508593/online-snapshot/acquired, /0-1948508593/online-snapshot/reached, /0-1948508593/online-snapshot/abort 2024-11-25T14:31:54,628 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,34037,1732545112747 2024-11-25T14:31:54,648 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:31:54,663 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:31:54,663 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:31:54,663 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:31:54,663 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,34037,1732545112747 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:31:54,665 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:31:54,665 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:31:54,665 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:31:54,665 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:31:54,665 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:31:54,665 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:54,665 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:31:54,665 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:54,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:31:54,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:31:54,688 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:54,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:31:54,739 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545144739 2024-11-25T14:31:54,739 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:31:54,740 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:31:54,740 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:31:54,740 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:31:54,740 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:31:54,740 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:31:54,743 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:54,747 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:31:54,748 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:31:54,748 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:31:54,748 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:31:54,755 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:31:54,755 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(746): ClusterId : b991d2a6-8734-4986-969e-9ac9d954096d 2024-11-25T14:31:54,755 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:31:54,755 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:31:54,762 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545114755,5,FailOnTimeoutGroup] 2024-11-25T14:31:54,763 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545114762,5,FailOnTimeoutGroup] 2024-11-25T14:31:54,763 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:54,763 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:31:54,763 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:54,763 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:54,787 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:31:54,787 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:31:54,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:31:54,840 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:31:54,840 DEBUG [RS:0;cb69081f5976:44115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78caf4d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:31:54,869 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:44115 2024-11-25T14:31:54,869 INFO [RS:0;cb69081f5976:44115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:31:54,869 INFO [RS:0;cb69081f5976:44115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:31:54,869 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:31:54,872 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,34037,1732545112747 with port=44115, startcode=1732545113046 2024-11-25T14:31:54,872 DEBUG [RS:0;cb69081f5976:44115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:31:54,888 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:31:54,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,44115,1732545113046 2024-11-25T14:31:54,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,44115,1732545113046 2024-11-25T14:31:54,907 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343 2024-11-25T14:31:54,907 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38707 2024-11-25T14:31:54,907 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:31:54,940 DEBUG [RS:0;cb69081f5976:44115 {}] zookeeper.ZKUtil(111): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on existing znode=/0-1948508593/rs/cb69081f5976,44115,1732545113046 2024-11-25T14:31:54,940 WARN [RS:0;cb69081f5976:44115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:31:54,941 INFO [RS:0;cb69081f5976:44115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:31:54,941 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046 2024-11-25T14:31:54,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/rs 2024-11-25T14:31:54,962 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,44115,1732545113046] 2024-11-25T14:31:54,999 INFO [RS:0;cb69081f5976:44115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:31:55,011 INFO [RS:0;cb69081f5976:44115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:31:55,017 INFO [RS:0;cb69081f5976:44115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:31:55,017 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:55,030 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:31:55,039 INFO [RS:0;cb69081f5976:44115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:31:55,039 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:55,040 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:55,042 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:55,042 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:55,043 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:55,043 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:55,043 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:31:55,043 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:55,043 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:55,043 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:55,043 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:55,043 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:55,043 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:31:55,043 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:31:55,043 DEBUG [RS:0;cb69081f5976:44115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:31:55,063 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:55,063 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:55,063 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:55,063 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:55,063 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:55,063 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,44115,1732545113046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:31:55,112 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:31:55,113 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,44115,1732545113046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:55,113 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:55,113 INFO [RS:0;cb69081f5976:44115 {}] regionserver.Replication(171): cb69081f5976,44115,1732545113046 started 2024-11-25T14:31:55,133 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:55,133 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,44115,1732545113046, RpcServer on cb69081f5976/172.17.0.3:44115, sessionid=0x10173b211750001 2024-11-25T14:31:55,133 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:31:55,133 DEBUG [RS:0;cb69081f5976:44115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,44115,1732545113046 2024-11-25T14:31:55,133 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,44115,1732545113046' 2024-11-25T14:31:55,133 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1948508593/flush-table-proc/abort' 2024-11-25T14:31:55,134 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1948508593/flush-table-proc/acquired' 2024-11-25T14:31:55,134 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:31:55,134 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:31:55,134 DEBUG [RS:0;cb69081f5976:44115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,44115,1732545113046 2024-11-25T14:31:55,134 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,44115,1732545113046' 2024-11-25T14:31:55,134 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1948508593/online-snapshot/abort' 2024-11-25T14:31:55,135 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1948508593/online-snapshot/acquired' 2024-11-25T14:31:55,135 DEBUG [RS:0;cb69081f5976:44115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:31:55,135 INFO [RS:0;cb69081f5976:44115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:31:55,135 INFO [RS:0;cb69081f5976:44115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:31:55,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:31:55,203 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343 2024-11-25T14:31:55,236 INFO [RS:0;cb69081f5976:44115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:31:55,238 INFO [RS:0;cb69081f5976:44115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C44115%2C1732545113046, suffix=, logDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs, maxLogs=10 2024-11-25T14:31:55,263 DEBUG [RS:0;cb69081f5976:44115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046/cb69081f5976%2C44115%2C1732545113046.1732545115238, exclude list is [], retry=0 2024-11-25T14:31:55,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:31:55,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:31:55,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-e0fc075d-6d86-454e-a2cc-47513b1d0739,DISK] 2024-11-25T14:31:55,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:31:55,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:31:55,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:55,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:31:55,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:31:55,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:31:55,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:55,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:31:55,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:31:55,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:31:55,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:55,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:31:55,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:31:55,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:31:55,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:55,334 INFO [RS:0;cb69081f5976:44115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046/cb69081f5976%2C44115%2C1732545113046.1732545115238 2024-11-25T14:31:55,339 DEBUG [RS:0;cb69081f5976:44115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43917:43917)] 2024-11-25T14:31:55,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:31:55,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:31:55,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740 2024-11-25T14:31:55,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740 2024-11-25T14:31:55,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:31:55,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:31:55,358 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:31:55,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:31:55,374 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:31:55,377 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72885419, jitterRate=0.08607737720012665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:31:55,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545115273Initializing all the Stores at 1732545115279 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545115279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545115295 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545115295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545115295Cleaning up temporary data from old regions at 1732545115357 (+62 ms)Region opened successfully at 1732545115377 (+20 ms) 2024-11-25T14:31:55,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:31:55,378 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:31:55,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:31:55,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:31:55,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:31:55,380 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:31:55,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545115378Disabling compacts and flushes for region at 1732545115378Disabling writes for close at 1732545115378Writing region close event to WAL at 1732545115380 (+2 ms)Closed at 1732545115380 2024-11-25T14:31:55,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:31:55,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:31:55,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:31:55,395 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:31:55,396 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:31:55,549 DEBUG [cb69081f5976:34037 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:31:55,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,44115,1732545113046 2024-11-25T14:31:55,551 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,44115,1732545113046, state=OPENING 2024-11-25T14:31:55,666 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:31:55,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:31:55,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:31:55,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: CHANGED 2024-11-25T14:31:55,764 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: CHANGED 2024-11-25T14:31:55,764 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:31:55,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,44115,1732545113046}] 2024-11-25T14:31:55,918 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:31:55,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:31:55,927 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:31:55,927 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:31:55,928 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:31:55,930 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C44115%2C1732545113046.meta, suffix=.meta, logDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs, maxLogs=10 2024-11-25T14:31:55,951 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046/cb69081f5976%2C44115%2C1732545113046.meta.1732545115930.meta, exclude list is [], retry=0 2024-11-25T14:31:55,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-e0fc075d-6d86-454e-a2cc-47513b1d0739,DISK] 2024-11-25T14:31:55,957 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046/cb69081f5976%2C44115%2C1732545113046.meta.1732545115930.meta 2024-11-25T14:31:55,963 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43917:43917)] 2024-11-25T14:31:55,964 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:31:55,964 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:31:55,964 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:31:55,964 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:31:55,964 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:31:55,964 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:31:55,965 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:31:55,965 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:31:55,965 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:31:55,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:31:55,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:31:55,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:55,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:31:55,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:31:55,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:31:55,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:55,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:31:55,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:31:55,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:31:55,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:55,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:31:55,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:31:55,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:31:55,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:31:55,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:31:55,990 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:31:55,990 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740 2024-11-25T14:31:55,992 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740 2024-11-25T14:31:55,993 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:31:55,993 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:31:55,993 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:31:55,995 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:31:55,996 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69403609, jitterRate=0.03419436514377594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:31:55,996 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:31:55,997 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545115965Writing region info on filesystem at 1732545115965Initializing all the Stores at 1732545115966 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545115966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545115966Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545115966Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545115966Cleaning up temporary data from old regions at 1732545115993 (+27 ms)Running coprocessor post-open hooks at 1732545115996 (+3 ms)Region opened successfully at 1732545115997 (+1 ms) 2024-11-25T14:31:55,999 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545115918 2024-11-25T14:31:56,001 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:31:56,002 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:31:56,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,44115,1732545113046 2024-11-25T14:31:56,003 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,44115,1732545113046, state=OPEN 2024-11-25T14:31:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1948508593/meta-region-server 2024-11-25T14:31:56,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1948508593/meta-region-server 2024-11-25T14:31:56,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: CHANGED 2024-11-25T14:31:56,019 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,44115,1732545113046 2024-11-25T14:31:56,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: CHANGED 2024-11-25T14:31:56,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:31:56,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,44115,1732545113046 in 254 msec 2024-11-25T14:31:56,027 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:31:56,027 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:31:56,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:31:56,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-25T14:31:56,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:31:56,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,44115,1732545113046, seqNum=-1] 2024-11-25T14:31:56,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:31:56,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:31:56,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3830 sec 2024-11-25T14:31:56,051 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545116051, completionTime=-1 2024-11-25T14:31:56,051 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:31:56,051 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:31:56,054 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:31:56,055 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545176054 2024-11-25T14:31:56,055 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545236055 2024-11-25T14:31:56,055 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-25T14:31:56,055 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34037,1732545112747-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:56,055 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34037,1732545112747-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:56,055 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34037,1732545112747-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:56,055 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:34037, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:56,055 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:56,058 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:31:56,067 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:56,073 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-11-25T14:31:56,073 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:31:56,073 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:31:56,073 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:31:56,073 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:31:56,073 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:31:56,073 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34037,1732545112747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:31:56,073 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34037,1732545112747-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:31:56,079 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:31:56,079 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:31:56,079 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34037,1732545112747-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:31:56,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a4b3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:31:56,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,34037,-1 for getting cluster id 2024-11-25T14:31:56,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:31:56,166 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b991d2a6-8734-4986-969e-9ac9d954096d' 2024-11-25T14:31:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:31:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b991d2a6-8734-4986-969e-9ac9d954096d" 2024-11-25T14:31:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1006b145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:31:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,34037,-1] 2024-11-25T14:31:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:31:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:31:56,169 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:31:56,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535a154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:31:56,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:31:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,44115,1732545113046, seqNum=-1] 2024-11-25T14:31:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:31:56,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:31:56,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,34037,1732545112747 2024-11-25T14:31:56,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56645 2024-11-25T14:31:56,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:31:56,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10173b211750002 connected 2024-11-25T14:31:56,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/hadoop.log.dir so I do NOT create it in target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79 2024-11-25T14:31:56,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:31:56,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/hadoop.tmp.dir so I do NOT create it in target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79 2024-11-25T14:31:56,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:31:56,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79 2024-11-25T14:31:56,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:31:56,227 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/cluster_c83b75fb-38c2-3fd4-ecff-9afe86b415e4, deleteOnExit=true 2024-11-25T14:31:56,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:31:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/test.cache.data in system properties and HBase conf 2024-11-25T14:31:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:31:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:31:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:31:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:31:56,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:31:56,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:31:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:31:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:31:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:31:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:31:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:31:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:31:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:31:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:31:56,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:31:56,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:31:56,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:31:56,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:31:56,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:31:56,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:31:56,622 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T14:31:56,688 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:56,689 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:56,689 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:56,689 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:56,690 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:56,698 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:31:56,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:31:56,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:31:56,867 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:31:56,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:31:56,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:31:56,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:31:56,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@619484eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:31:56,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5ab4ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:31:57,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ea3eda{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/java.io.tmpdir/jetty-localhost-38313-hadoop-hdfs-3_4_1-tests_jar-_-any-391475435219137992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:31:57,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@790c552b{HTTP/1.1, (http/1.1)}{localhost:38313} 2024-11-25T14:31:57,030 INFO [Time-limited test {}] server.Server(415): Started @144336ms 2024-11-25T14:31:57,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:31:57,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:31:57,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:31:57,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:31:57,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:31:57,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5781baaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:31:57,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@578c9118{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:31:57,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a932a1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/java.io.tmpdir/jetty-localhost-37999-hadoop-hdfs-3_4_1-tests_jar-_-any-7840616457843190317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:31:57,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3663022f{HTTP/1.1, (http/1.1)}{localhost:37999} 2024-11-25T14:31:57,802 INFO [Time-limited test {}] server.Server(415): Started @145108ms 2024-11-25T14:31:57,804 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:31:58,584 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/cluster_c83b75fb-38c2-3fd4-ecff-9afe86b415e4/data/data1/current/BP-1061877895-172.17.0.3-1732545116271/current, will proceed with Du for space computation calculation, 2024-11-25T14:31:58,595 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/cluster_c83b75fb-38c2-3fd4-ecff-9afe86b415e4/data/data2/current/BP-1061877895-172.17.0.3-1732545116271/current, will proceed with Du for space computation calculation, 2024-11-25T14:31:58,724 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:31:58,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e555dc612e69ee with lease ID 0xeb57e36f14254a77: Processing first storage report for DS-51bf02f2-9358-42ea-b389-897a83cb343f from datanode DatanodeRegistration(127.0.0.1:35273, datanodeUuid=7afccc07-9647-4880-83cb-ee91bf04debc, infoPort=41837, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=1188871585;c=1732545116271) 2024-11-25T14:31:58,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e555dc612e69ee with lease ID 0xeb57e36f14254a77: from storage DS-51bf02f2-9358-42ea-b389-897a83cb343f node DatanodeRegistration(127.0.0.1:35273, datanodeUuid=7afccc07-9647-4880-83cb-ee91bf04debc, infoPort=41837, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=1188871585;c=1732545116271), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:31:58,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e555dc612e69ee with lease ID 0xeb57e36f14254a77: Processing first storage report for DS-4671b7b2-09fc-43bb-872f-ce5e97006070 from datanode DatanodeRegistration(127.0.0.1:35273, datanodeUuid=7afccc07-9647-4880-83cb-ee91bf04debc, infoPort=41837, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=1188871585;c=1732545116271) 2024-11-25T14:31:58,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e555dc612e69ee with lease ID 0xeb57e36f14254a77: from storage DS-4671b7b2-09fc-43bb-872f-ce5e97006070 node DatanodeRegistration(127.0.0.1:35273, datanodeUuid=7afccc07-9647-4880-83cb-ee91bf04debc, infoPort=41837, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=1188871585;c=1732545116271), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:31:58,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79 2024-11-25T14:31:58,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:58,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:31:59,252 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30 with version=8 2024-11-25T14:31:59,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/hbase-staging 2024-11-25T14:31:59,255 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:31:59,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:59,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:59,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:31:59,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:59,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:31:59,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:31:59,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:31:59,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39493 2024-11-25T14:31:59,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39493 connecting to ZooKeeper ensemble=127.0.0.1:56645 2024-11-25T14:31:59,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394930x0, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:31:59,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39493-0x10173b211750003 connected 2024-11-25T14:31:59,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:59,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:59,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Set watcher on znode that does not yet exist, /11185581242/running 2024-11-25T14:31:59,430 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30, hbase.cluster.distributed=false 2024-11-25T14:31:59,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Set watcher on znode that does not yet exist, /11185581242/acl 2024-11-25T14:31:59,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39493 2024-11-25T14:31:59,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39493 2024-11-25T14:31:59,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39493 2024-11-25T14:31:59,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39493 2024-11-25T14:31:59,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39493 2024-11-25T14:31:59,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:31:59,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:59,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:59,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:31:59,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:31:59,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:31:59,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:31:59,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:31:59,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38573 2024-11-25T14:31:59,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38573 connecting to ZooKeeper ensemble=127.0.0.1:56645 2024-11-25T14:31:59,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:59,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:31:59,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385730x0, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:31:59,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385730x0, quorum=127.0.0.1:56645, baseZNode=/11185581242 Set watcher on znode that does not yet exist, /11185581242/running 2024-11-25T14:31:59,624 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:31:59,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38573-0x10173b211750004 connected 2024-11-25T14:31:59,713 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:31:59,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Set watcher on znode that does not yet exist, /11185581242/master 2024-11-25T14:31:59,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Set watcher on znode that does not yet exist, /11185581242/acl 2024-11-25T14:31:59,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38573 2024-11-25T14:31:59,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38573 2024-11-25T14:31:59,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38573 2024-11-25T14:31:59,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38573 2024-11-25T14:31:59,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38573 2024-11-25T14:31:59,859 DEBUG [M:0;cb69081f5976:39493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:39493 2024-11-25T14:31:59,880 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11185581242/backup-masters/cb69081f5976,39493,1732545119255 2024-11-25T14:31:59,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242/backup-masters 2024-11-25T14:31:59,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242/backup-masters 2024-11-25T14:31:59,897 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Set watcher on existing znode=/11185581242/backup-masters/cb69081f5976,39493,1732545119255 2024-11-25T14:31:59,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:31:59,908 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Set watcher on existing znode=/11185581242/master 2024-11-25T14:31:59,909 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11185581242/backup-masters/cb69081f5976,39493,1732545119255 from backup master directory 2024-11-25T14:31:59,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11185581242/master 2024-11-25T14:31:59,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:31:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11185581242/backup-masters/cb69081f5976,39493,1732545119255 2024-11-25T14:31:59,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242/backup-masters 2024-11-25T14:31:59,919 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:31:59,919 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,39493,1732545119255 2024-11-25T14:31:59,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242/backup-masters 2024-11-25T14:31:59,955 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/hbase.id] with ID: 385a114f-096a-48a1-8155-d77d80c9da24 2024-11-25T14:31:59,955 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/.tmp/hbase.id 2024-11-25T14:32:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:32:00,435 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/.tmp/hbase.id]:[hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/hbase.id] 2024-11-25T14:32:00,446 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:00,446 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:32:00,447 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T14:32:00,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:00,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:00,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:32:00,896 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:32:00,897 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:32:00,899 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:00,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:32:00,999 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:32:01,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:32:01,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T14:32:01,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:01,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T14:32:01,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:01,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T14:32:01,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:32:01,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T14:32:01,330 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store 2024-11-25T14:32:01,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:32:01,736 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:01,736 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:32:01,736 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:01,736 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:01,736 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:32:01,736 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:01,736 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:01,736 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545121736Disabling compacts and flushes for region at 1732545121736Disabling writes for close at 1732545121736Writing region close event to WAL at 1732545121736Closed at 1732545121736 2024-11-25T14:32:01,737 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/.initializing 2024-11-25T14:32:01,737 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/WALs/cb69081f5976,39493,1732545119255 2024-11-25T14:32:01,738 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:32:01,740 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C39493%2C1732545119255, suffix=, logDir=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/WALs/cb69081f5976,39493,1732545119255, archiveDir=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/oldWALs, maxLogs=10 2024-11-25T14:32:01,753 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/WALs/cb69081f5976,39493,1732545119255/cb69081f5976%2C39493%2C1732545119255.1732545121740, exclude list is [], retry=0 2024-11-25T14:32:01,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35273,DS-51bf02f2-9358-42ea-b389-897a83cb343f,DISK] 2024-11-25T14:32:01,757 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/WALs/cb69081f5976,39493,1732545119255/cb69081f5976%2C39493%2C1732545119255.1732545121740 2024-11-25T14:32:01,757 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41837:41837)] 2024-11-25T14:32:01,758 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:01,758 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:01,758 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,758 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:32:01,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:01,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:01,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:32:01,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:01,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:01,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:32:01,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:01,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:01,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:32:01,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:01,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:01,767 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,767 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,768 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,769 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,769 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,770 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:01,771 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:01,773 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:01,774 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62853518, jitterRate=-0.06340959668159485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:01,774 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545121758Initializing all the Stores at 1732545121759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545121759Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545121759Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545121759Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545121759Cleaning up temporary data from old regions at 1732545121769 (+10 ms)Region opened successfully at 1732545121774 (+5 ms) 2024-11-25T14:32:01,774 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:32:01,778 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4a4bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:32:01,779 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:32:01,779 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:32:01,779 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:32:01,779 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:32:01,781 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T14:32:01,781 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:32:01,781 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:32:01,802 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:32:01,804 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Unable to get data of znode /11185581242/balancer because node does not exist (not necessarily an error) 2024-11-25T14:32:01,824 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11185581242/balancer already deleted, retry=false 2024-11-25T14:32:01,824 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:32:01,825 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Unable to get data of znode /11185581242/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:32:01,838 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11185581242/normalizer already deleted, retry=false 2024-11-25T14:32:01,839 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:32:01,841 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Unable to get data of znode /11185581242/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:32:01,854 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11185581242/switch/split already deleted, retry=false 2024-11-25T14:32:01,867 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Unable to get data of znode /11185581242/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:32:01,891 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11185581242/switch/merge already deleted, retry=false 2024-11-25T14:32:01,900 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Unable to get data of znode /11185581242/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:32:01,919 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11185581242/snapshot-cleanup already deleted, retry=false 2024-11-25T14:32:01,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11185581242/running 2024-11-25T14:32:01,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:01,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11185581242/running 2024-11-25T14:32:01,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:01,952 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,39493,1732545119255, sessionid=0x10173b211750003, setting cluster-up flag (Was=false) 2024-11-25T14:32:01,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:01,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:01,994 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11185581242/flush-table-proc/acquired, /11185581242/flush-table-proc/reached, /11185581242/flush-table-proc/abort 2024-11-25T14:32:01,996 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,39493,1732545119255 2024-11-25T14:32:02,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:02,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:02,068 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11185581242/online-snapshot/acquired, /11185581242/online-snapshot/reached, /11185581242/online-snapshot/abort 2024-11-25T14:32:02,104 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,39493,1732545119255 2024-11-25T14:32:02,117 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:32:02,132 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:02,132 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:32:02,132 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:32:02,132 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,39493,1732545119255 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:32:02,148 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:02,148 INFO [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(746): ClusterId : 385a114f-096a-48a1-8155-d77d80c9da24 2024-11-25T14:32:02,148 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:02,148 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:02,148 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:32:02,148 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:02,148 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:32:02,148 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,148 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:32:02,148 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:02,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:32:02,175 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545152175 2024-11-25T14:32:02,175 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:32:02,176 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:32:02,176 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:32:02,176 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:32:02,176 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:32:02,176 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:32:02,181 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,183 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:02,183 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:32:02,185 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:32:02,185 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:32:02,185 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:32:02,185 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:32:02,191 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:32:02,191 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:32:02,198 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:32:02,198 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:32:02,211 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545122191,5,FailOnTimeoutGroup] 2024-11-25T14:32:02,219 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545122211,5,FailOnTimeoutGroup] 2024-11-25T14:32:02,219 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,219 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:32:02,219 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,219 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,255 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:32:02,256 DEBUG [RS:0;cb69081f5976:38573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250f3499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:32:02,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:32:02,276 DEBUG [RS:0;cb69081f5976:38573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:38573 2024-11-25T14:32:02,276 INFO [RS:0;cb69081f5976:38573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:32:02,276 INFO [RS:0;cb69081f5976:38573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:32:02,276 DEBUG [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:32:02,284 INFO [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,39493,1732545119255 with port=38573, startcode=1732545119566 2024-11-25T14:32:02,284 DEBUG [RS:0;cb69081f5976:38573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:32:02,286 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:32:02,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:32:02,287 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30 2024-11-25T14:32:02,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,38573,1732545119566 2024-11-25T14:32:02,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39493 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,38573,1732545119566 2024-11-25T14:32:02,293 DEBUG [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30 2024-11-25T14:32:02,293 DEBUG [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46863 2024-11-25T14:32:02,293 DEBUG [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:32:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:32:02,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:02,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:32:02,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:32:02,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:02,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:02,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:32:02,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:32:02,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:02,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:02,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:32:02,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:32:02,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:02,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:02,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:32:02,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:32:02,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:02,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:02,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:32:02,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/1588230740 2024-11-25T14:32:02,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/1588230740 2024-11-25T14:32:02,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:32:02,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:32:02,325 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:02,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242/rs 2024-11-25T14:32:02,328 DEBUG [RS:0;cb69081f5976:38573 {}] zookeeper.ZKUtil(111): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Set watcher on existing znode=/11185581242/rs/cb69081f5976,38573,1732545119566 2024-11-25T14:32:02,328 WARN [RS:0;cb69081f5976:38573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:32:02,328 INFO [RS:0;cb69081f5976:38573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:02,328 DEBUG [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/WALs/cb69081f5976,38573,1732545119566 2024-11-25T14:32:02,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,38573,1732545119566] 2024-11-25T14:32:02,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:32:02,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:02,333 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65693261, jitterRate=-0.021094128489494324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:02,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545122305Initializing all the Stores at 1732545122306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545122306Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545122306Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545122306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545122306Cleaning up temporary data from old regions at 1732545122324 (+18 ms)Region opened successfully at 1732545122333 (+9 ms) 2024-11-25T14:32:02,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:32:02,334 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:32:02,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:32:02,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:32:02,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:32:02,334 INFO [RS:0;cb69081f5976:38573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:32:02,334 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:02,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545122334Disabling compacts and flushes for region at 1732545122334Disabling writes for close at 1732545122334Writing region close event to WAL at 1732545122334Closed at 1732545122334 2024-11-25T14:32:02,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:02,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:32:02,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:32:02,335 INFO [RS:0;cb69081f5976:38573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:32:02,336 INFO [RS:0;cb69081f5976:38573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:32:02,336 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,336 INFO [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:32:02,337 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:32:02,337 INFO [RS:0;cb69081f5976:38573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:32:02,337 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,337 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,337 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,337 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,337 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,337 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,337 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:32:02,337 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,337 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,338 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,338 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,338 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,338 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:02,338 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:32:02,338 DEBUG [RS:0;cb69081f5976:38573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:32:02,338 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:32:02,342 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,342 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,342 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,342 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,342 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,342 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,38573,1732545119566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:32:02,357 INFO [RS:0;cb69081f5976:38573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:32:02,357 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,38573,1732545119566-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,357 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,357 INFO [RS:0;cb69081f5976:38573 {}] regionserver.Replication(171): cb69081f5976,38573,1732545119566 started 2024-11-25T14:32:02,371 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:02,371 INFO [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,38573,1732545119566, RpcServer on cb69081f5976/172.17.0.3:38573, sessionid=0x10173b211750004 2024-11-25T14:32:02,371 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:32:02,371 DEBUG [RS:0;cb69081f5976:38573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,38573,1732545119566 2024-11-25T14:32:02,371 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,38573,1732545119566' 2024-11-25T14:32:02,371 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11185581242/flush-table-proc/abort' 2024-11-25T14:32:02,372 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11185581242/flush-table-proc/acquired' 2024-11-25T14:32:02,372 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:32:02,372 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:32:02,372 DEBUG [RS:0;cb69081f5976:38573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,38573,1732545119566 2024-11-25T14:32:02,372 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,38573,1732545119566' 2024-11-25T14:32:02,372 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11185581242/online-snapshot/abort' 2024-11-25T14:32:02,373 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11185581242/online-snapshot/acquired' 2024-11-25T14:32:02,373 DEBUG [RS:0;cb69081f5976:38573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:32:02,373 INFO [RS:0;cb69081f5976:38573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:32:02,373 INFO [RS:0;cb69081f5976:38573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:32:02,473 INFO [RS:0;cb69081f5976:38573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:32:02,475 INFO [RS:0;cb69081f5976:38573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C38573%2C1732545119566, suffix=, logDir=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/WALs/cb69081f5976,38573,1732545119566, archiveDir=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/oldWALs, maxLogs=10 2024-11-25T14:32:02,489 WARN [cb69081f5976:39493 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T14:32:02,495 DEBUG [RS:0;cb69081f5976:38573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/WALs/cb69081f5976,38573,1732545119566/cb69081f5976%2C38573%2C1732545119566.1732545122475, exclude list is [], retry=0 2024-11-25T14:32:02,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35273,DS-51bf02f2-9358-42ea-b389-897a83cb343f,DISK] 2024-11-25T14:32:02,508 INFO [RS:0;cb69081f5976:38573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/WALs/cb69081f5976,38573,1732545119566/cb69081f5976%2C38573%2C1732545119566.1732545122475 2024-11-25T14:32:02,509 DEBUG [RS:0;cb69081f5976:38573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41837:41837)] 2024-11-25T14:32:02,739 DEBUG [cb69081f5976:39493 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:32:02,739 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,38573,1732545119566 2024-11-25T14:32:02,740 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,38573,1732545119566, state=OPENING 2024-11-25T14:32:02,774 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:32:02,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:02,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:02,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11185581242/meta-region-server: CHANGED 2024-11-25T14:32:02,791 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:32:02,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,38573,1732545119566}] 2024-11-25T14:32:02,792 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11185581242/meta-region-server: CHANGED 2024-11-25T14:32:02,956 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:32:02,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:32:02,972 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:32:02,972 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:02,972 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:32:02,974 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C38573%2C1732545119566.meta, suffix=.meta, logDir=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/WALs/cb69081f5976,38573,1732545119566, archiveDir=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/oldWALs, maxLogs=10 2024-11-25T14:32:02,994 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/WALs/cb69081f5976,38573,1732545119566/cb69081f5976%2C38573%2C1732545119566.meta.1732545122974.meta, exclude list is [], retry=0 2024-11-25T14:32:02,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35273,DS-51bf02f2-9358-42ea-b389-897a83cb343f,DISK] 2024-11-25T14:32:03,008 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/WALs/cb69081f5976,38573,1732545119566/cb69081f5976%2C38573%2C1732545119566.meta.1732545122974.meta 2024-11-25T14:32:03,015 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41837:41837)] 2024-11-25T14:32:03,016 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:03,016 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:32:03,016 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:32:03,016 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:32:03,016 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:32:03,017 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:32:03,017 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:03,017 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:32:03,017 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:32:03,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:32:03,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:32:03,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:03,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:03,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:32:03,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:32:03,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:03,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:03,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:32:03,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:32:03,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:03,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:03,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:32:03,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:32:03,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:03,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:03,030 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:32:03,031 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/1588230740 2024-11-25T14:32:03,040 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/1588230740 2024-11-25T14:32:03,042 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:32:03,042 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:32:03,042 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:03,044 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:32:03,045 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73901139, jitterRate=0.10121278464794159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:03,045 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:32:03,046 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545123017Writing region info on filesystem at 1732545123017Initializing all the Stores at 1732545123019 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545123020 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545123023 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545123023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545123023Cleaning up temporary data from old regions at 1732545123042 (+19 ms)Running coprocessor post-open hooks at 1732545123045 (+3 ms)Region opened successfully at 1732545123046 (+1 ms) 2024-11-25T14:32:03,047 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545122955 2024-11-25T14:32:03,051 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:32:03,051 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:32:03,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,38573,1732545119566 2024-11-25T14:32:03,058 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,38573,1732545119566, state=OPEN 2024-11-25T14:32:03,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11185581242/meta-region-server 2024-11-25T14:32:03,077 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,38573,1732545119566 2024-11-25T14:32:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11185581242/meta-region-server 2024-11-25T14:32:03,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11185581242/meta-region-server: CHANGED 2024-11-25T14:32:03,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11185581242/meta-region-server: CHANGED 2024-11-25T14:32:03,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:32:03,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,38573,1732545119566 in 286 msec 2024-11-25T14:32:03,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:32:03,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 745 msec 2024-11-25T14:32:03,092 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:03,092 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:32:03,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:03,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,38573,1732545119566, seqNum=-1] 2024-11-25T14:32:03,094 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:03,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:03,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 989 msec 2024-11-25T14:32:03,114 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545123114, completionTime=-1 2024-11-25T14:32:03,114 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:32:03,115 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:32:03,121 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:32:03,121 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545183121 2024-11-25T14:32:03,121 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545243121 2024-11-25T14:32:03,121 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-25T14:32:03,122 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39493,1732545119255-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:03,122 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39493,1732545119255-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:03,122 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39493,1732545119255-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:03,122 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:39493, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:03,122 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:03,124 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:03,126 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:32:03,130 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.210sec 2024-11-25T14:32:03,130 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:32:03,130 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:32:03,130 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:32:03,130 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:32:03,130 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:32:03,130 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39493,1732545119255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:32:03,130 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39493,1732545119255-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:32:03,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d19d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:03,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,39493,-1 for getting cluster id 2024-11-25T14:32:03,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:03,141 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '385a114f-096a-48a1-8155-d77d80c9da24' 2024-11-25T14:32:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "385a114f-096a-48a1-8155-d77d80c9da24" 2024-11-25T14:32:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119fa3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,39493,-1] 2024-11-25T14:32:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:03,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:03,143 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:03,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546274f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:03,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:03,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,38573,1732545119566, seqNum=-1] 2024-11-25T14:32:03,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:03,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:03,159 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:32:03,159 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:32:03,159 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39493,1732545119255-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:03,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,39493,1732545119255 2024-11-25T14:32:03,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56645 2024-11-25T14:32:03,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:03,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10173b211750005 connected 2024-11-25T14:32:03,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ea3e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:03,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,34037,-1 for getting cluster id 2024-11-25T14:32:03,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:03,262 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b991d2a6-8734-4986-969e-9ac9d954096d' 2024-11-25T14:32:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b991d2a6-8734-4986-969e-9ac9d954096d" 2024-11-25T14:32:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bac90f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,34037,-1] 2024-11-25T14:32:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:03,265 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:03,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e74ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:03,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:03,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,34037,1732545112747 2024-11-25T14:32:03,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72a100fe 2024-11-25T14:32:03,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:03,271 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:03,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:39493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:32:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:32:03,276 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:39493' 2024-11-25T14:32:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:03,281 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3545561f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:03,281 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,39493,-1 for getting cluster id 2024-11-25T14:32:03,281 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:03,287 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '385a114f-096a-48a1-8155-d77d80c9da24' 2024-11-25T14:32:03,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:03,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "385a114f-096a-48a1-8155-d77d80c9da24" 2024-11-25T14:32:03,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8807e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:03,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,39493,-1] 2024-11-25T14:32:03,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:03,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:03,292 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:03,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fdb8132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:03,296 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:03,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,39493,1732545119255 2024-11-25T14:32:03,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a65d14a 2024-11-25T14:32:03,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:03,299 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:03,301 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-25T14:32:03,301 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:32:03,301 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:03,301 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:03,301 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:32:03,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:03,303 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:32:03,318 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:32:03,318 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:03,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:32:03,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741835_1011 (size=1138) 2024-11-25T14:32:03,354 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:32:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:03,741 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67fa3d56aa224340d33109335f5daddd, NAME => 'hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343 2024-11-25T14:32:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741836_1012 (size=44) 2024-11-25T14:32:03,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:03,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 67fa3d56aa224340d33109335f5daddd, disabling compactions & flushes 2024-11-25T14:32:03,750 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:03,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:03,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. after waiting 0 ms 2024-11-25T14:32:03,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:03,750 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:03,750 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67fa3d56aa224340d33109335f5daddd: Waiting for close lock at 1732545123750Disabling compacts and flushes for region at 1732545123750Disabling writes for close at 1732545123750Writing region close event to WAL at 1732545123750Closed at 1732545123750 2024-11-25T14:32:03,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:32:03,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545123751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545123751"}]},"ts":"1732545123751"} 2024-11-25T14:32:03,753 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:32:03,755 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:32:03,755 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545123755"}]},"ts":"1732545123755"} 2024-11-25T14:32:03,757 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:32:03,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67fa3d56aa224340d33109335f5daddd, ASSIGN}] 2024-11-25T14:32:03,760 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67fa3d56aa224340d33109335f5daddd, ASSIGN 2024-11-25T14:32:03,761 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67fa3d56aa224340d33109335f5daddd, ASSIGN; state=OFFLINE, location=cb69081f5976,44115,1732545113046; forceNewPlan=false, retain=false 2024-11-25T14:32:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:03,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=67fa3d56aa224340d33109335f5daddd, regionState=OPENING, regionLocation=cb69081f5976,44115,1732545113046 2024-11-25T14:32:03,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67fa3d56aa224340d33109335f5daddd, ASSIGN because future has completed 2024-11-25T14:32:03,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67fa3d56aa224340d33109335f5daddd, server=cb69081f5976,44115,1732545113046}] 2024-11-25T14:32:04,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:04,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:04,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:32:04,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C44115%2C1732545113046.rep, suffix=, logDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs, maxLogs=10 2024-11-25T14:32:04,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046/cb69081f5976%2C44115%2C1732545113046.rep.1732545124108, exclude list is [], retry=0 2024-11-25T14:32:04,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-e0fc075d-6d86-454e-a2cc-47513b1d0739,DISK] 2024-11-25T14:32:04,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046/cb69081f5976%2C44115%2C1732545113046.rep.1732545124108 2024-11-25T14:32:04,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43917:43917)] 2024-11-25T14:32:04,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 67fa3d56aa224340d33109335f5daddd, NAME => 'hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:04,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:32:04,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:32:04,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. service=MultiRowMutationService 2024-11-25T14:32:04,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:32:04,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:04,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,171 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,179 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67fa3d56aa224340d33109335f5daddd columnFamilyName hfileref 2024-11-25T14:32:04,179 DEBUG [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:04,180 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(327): Store=67fa3d56aa224340d33109335f5daddd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:04,180 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,185 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67fa3d56aa224340d33109335f5daddd columnFamilyName queue 2024-11-25T14:32:04,185 DEBUG [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:04,186 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(327): Store=67fa3d56aa224340d33109335f5daddd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:04,186 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,188 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67fa3d56aa224340d33109335f5daddd columnFamilyName sid 2024-11-25T14:32:04,188 DEBUG [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:04,191 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(327): Store=67fa3d56aa224340d33109335f5daddd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:04,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:32:04,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:04,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 67fa3d56aa224340d33109335f5daddd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74872555, jitterRate=0.1156880110502243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:32:04,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:04,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 67fa3d56aa224340d33109335f5daddd: Running coprocessor pre-open hook at 1732545124155Writing region info on filesystem at 1732545124155Initializing all the Stores at 1732545124164 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545124164Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545124167 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545124167Cleaning up temporary data from old regions at 1732545124194 (+27 ms)Running coprocessor post-open hooks at 1732545124219 (+25 ms)Region opened successfully at 1732545124220 (+1 ms) 2024-11-25T14:32:04,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd., pid=7, masterSystemTime=1732545124075 2024-11-25T14:32:04,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:04,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:04,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=67fa3d56aa224340d33109335f5daddd, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,44115,1732545113046 2024-11-25T14:32:04,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67fa3d56aa224340d33109335f5daddd, server=cb69081f5976,44115,1732545113046 because future has completed 2024-11-25T14:32:04,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-25T14:32:04,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 67fa3d56aa224340d33109335f5daddd, server=cb69081f5976,44115,1732545113046 in 337 msec 2024-11-25T14:32:04,266 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:32:04,266 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545124266"}]},"ts":"1732545124266"} 2024-11-25T14:32:04,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:32:04,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67fa3d56aa224340d33109335f5daddd, ASSIGN in 502 msec 2024-11-25T14:32:04,272 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:32:04,274 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:32:04,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 972 msec 2024-11-25T14:32:04,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd., hostname=cb69081f5976,44115,1732545113046, seqNum=2] 2024-11-25T14:32:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:04,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:04,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:04,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:32:04,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-25T14:32:04,675 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:32:04,705 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,44115,1732545113046, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:32:04,706 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:04,706 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,44115,1732545113046, seqNum=-1] 2024-11-25T14:32:04,706 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:04,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-25T14:32:04,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,44115,1732545113046', locateType=CURRENT is [region=hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd., hostname=cb69081f5976,44115,1732545113046, seqNum=2] 2024-11-25T14:32:04,712 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T14:32:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T14:32:04,715 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,44115,1732545113046 suceeded 2024-11-25T14:32:04,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-25T14:32:04,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-25T14:32:04,717 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:39493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:32:04,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4450 sec 2024-11-25T14:32:04,732 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:39493' 2024-11-25T14:32:04,733 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@134a3166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:04,733 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,39493,-1 for getting cluster id 2024-11-25T14:32:04,733 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:04,734 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '385a114f-096a-48a1-8155-d77d80c9da24' 2024-11-25T14:32:04,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:04,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "385a114f-096a-48a1-8155-d77d80c9da24" 2024-11-25T14:32:04,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d06d83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:04,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,39493,-1] 2024-11-25T14:32:04,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:04,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:04,735 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:04,736 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b67289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:04,736 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:04,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,39493,1732545119255 2024-11-25T14:32:04,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d80d32 2024-11-25T14:32:04,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:04,738 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-25T14:32:04,739 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,44115,1732545113046 (queues=1) is replicating from cluster=b991d2a6-8734-4986-969e-9ac9d954096d to cluster=385a114f-096a-48a1-8155-d77d80c9da24 2024-11-25T14:32:04,739 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C44115%2C1732545113046 2024-11-25T14:32:04,739 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,44115,1732545113046, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:32:04,739 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046.replicationSource.wal-reader.cb69081f5976%2C44115%2C1732545113046,1-cb69081f5976,44115,1732545113046 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046/cb69081f5976%2C44115%2C1732545113046.1732545115238, startPosition=0, beingWritten=true 2024-11-25T14:32:04,740 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046.replicationSource.shippercb69081f5976%2C44115%2C1732545113046,1-cb69081f5976,44115,1732545113046 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C44115%2C1732545113046 2024-11-25T14:32:04,945 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046.replicationSource.wal-reader.cb69081f5976%2C44115%2C1732545113046,1-cb69081f5976,44115,1732545113046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046/cb69081f5976%2C44115%2C1732545113046.1732545115238 to pos 0, reset compression=false 2024-11-25T14:32:05,255 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046.replicationSource.wal-reader.cb69081f5976%2C44115%2C1732545113046,1-cb69081f5976,44115,1732545113046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046/cb69081f5976%2C44115%2C1732545113046.1732545115238 to pos 0, reset compression=false 2024-11-25T14:32:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:05,425 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:32:05,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:05,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:05,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:05,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:05,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:05,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:05,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,34037,1732545112747 2024-11-25T14:32:05,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46b98a3f 2024-11-25T14:32:05,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:05,438 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:05,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T14:32:05,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:05,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:05,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:05,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:05,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:05,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:32:05,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=869095122, stopped=false 2024-11-25T14:32:05,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,34037,1732545112747 2024-11-25T14:32:05,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948508593/running 2024-11-25T14:32:05,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948508593/running 2024-11-25T14:32:05,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:05,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:05,479 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:32:05,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:05,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:05,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:05,480 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,44115,1732545113046' ***** 2024-11-25T14:32:05,480 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:32:05,481 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:32:05,481 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:32:05,481 INFO [RS:0;cb69081f5976:44115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:32:05,481 INFO [RS:0;cb69081f5976:44115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:32:05,481 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(3091): Received CLOSE for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:05,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/running 2024-11-25T14:32:05,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/running 2024-11-25T14:32:05,489 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,44115,1732545113046 2024-11-25T14:32:05,489 INFO [RS:0;cb69081f5976:44115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:32:05,490 INFO [RS:0;cb69081f5976:44115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:44115. 2024-11-25T14:32:05,490 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67fa3d56aa224340d33109335f5daddd, disabling compactions & flushes 2024-11-25T14:32:05,490 DEBUG [RS:0;cb69081f5976:44115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:05,490 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:05,490 DEBUG [RS:0;cb69081f5976:44115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:05,490 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:05,490 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. after waiting 0 ms 2024-11-25T14:32:05,490 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:05,490 INFO [RS:0;cb69081f5976:44115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:32:05,490 INFO [RS:0;cb69081f5976:44115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:32:05,490 INFO [RS:0;cb69081f5976:44115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:32:05,490 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 67fa3d56aa224340d33109335f5daddd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-25T14:32:05,490 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:32:05,492 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:32:05,492 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 67fa3d56aa224340d33109335f5daddd=hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd.} 2024-11-25T14:32:05,492 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:05,495 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:32:05,495 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:32:05,495 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:32:05,495 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:32:05,495 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:32:05,496 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-25T14:32:05,525 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:32:05,531 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd/.tmp/queue/6e19c3e6a7eb47b1b081a5afc2d33281 is 151, key is 1-cb69081f5976,44115,1732545113046/queue:cb69081f5976%2C44115%2C1732545113046/1732545124711/Put/seqid=0 2024-11-25T14:32:05,557 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/info/ec01e74e16aa489ab366a65a07b7ad43 is 147, key is hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd./info:regioninfo/1732545124236/Put/seqid=0 2024-11-25T14:32:05,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741838_1014 (size=5350) 2024-11-25T14:32:05,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741839_1015 (size=6631) 2024-11-25T14:32:05,604 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/info/ec01e74e16aa489ab366a65a07b7ad43 2024-11-25T14:32:05,626 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/ns/22fe4cc4c0d54fa19c036051c1e83b06 is 43, key is default/ns:d/1732545116034/Put/seqid=0 2024-11-25T14:32:05,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741840_1016 (size=5153) 2024-11-25T14:32:05,667 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046.replicationSource.wal-reader.cb69081f5976%2C44115%2C1732545113046,1-cb69081f5976,44115,1732545113046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046/cb69081f5976%2C44115%2C1732545113046.1732545115238 to pos 0, reset compression=false 2024-11-25T14:32:05,692 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:05,892 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:05,989 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd/.tmp/queue/6e19c3e6a7eb47b1b081a5afc2d33281 2024-11-25T14:32:05,996 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd/.tmp/queue/6e19c3e6a7eb47b1b081a5afc2d33281 as hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd/queue/6e19c3e6a7eb47b1b081a5afc2d33281 2024-11-25T14:32:06,002 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd/queue/6e19c3e6a7eb47b1b081a5afc2d33281, entries=1, sequenceid=5, filesize=5.2 K 2024-11-25T14:32:06,004 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 67fa3d56aa224340d33109335f5daddd in 513ms, sequenceid=5, compaction requested=false 2024-11-25T14:32:06,004 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T14:32:06,011 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T14:32:06,011 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:06,011 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:06,011 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:06,012 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67fa3d56aa224340d33109335f5daddd: Waiting for close lock at 1732545125489Running coprocessor pre-close hooks at 1732545125489Disabling compacts and flushes for region at 1732545125489Disabling writes for close at 1732545125490 (+1 ms)Obtaining lock to block concurrent updates at 1732545125490Preparing flush snapshotting stores in 67fa3d56aa224340d33109335f5daddd at 1732545125490Finished memstore snapshotting hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732545125490Flushing stores of hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. at 1732545125492 (+2 ms)Flushing 67fa3d56aa224340d33109335f5daddd/queue: creating writer at 1732545125492Flushing 67fa3d56aa224340d33109335f5daddd/queue: appending metadata at 1732545125530 (+38 ms)Flushing 67fa3d56aa224340d33109335f5daddd/queue: closing flushed file at 1732545125530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e137269: reopening flushed file at 1732545125995 (+465 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 67fa3d56aa224340d33109335f5daddd in 513ms, sequenceid=5, compaction requested=false at 1732545126004 (+9 ms)Writing region close event to WAL at 1732545126007 (+3 ms)Running coprocessor post-close hooks at 1732545126011 (+4 ms)Closed at 1732545126011 2024-11-25T14:32:06,012 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:06,031 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/ns/22fe4cc4c0d54fa19c036051c1e83b06 2024-11-25T14:32:06,056 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/table/bdeae9554d4f4ee099781f16c407ac2c is 53, key is hbase:replication/table:state/1732545124266/Put/seqid=0 2024-11-25T14:32:06,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741841_1017 (size=5256) 2024-11-25T14:32:06,065 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:32:06,065 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:32:06,092 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:32:06,172 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046.replicationSource.wal-reader.cb69081f5976%2C44115%2C1732545113046,1-cb69081f5976,44115,1732545113046 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046/cb69081f5976%2C44115%2C1732545113046.1732545115238 to pos 0, reset compression=false 2024-11-25T14:32:06,293 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:32:06,462 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/table/bdeae9554d4f4ee099781f16c407ac2c 2024-11-25T14:32:06,478 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/info/ec01e74e16aa489ab366a65a07b7ad43 as hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/info/ec01e74e16aa489ab366a65a07b7ad43 2024-11-25T14:32:06,486 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/info/ec01e74e16aa489ab366a65a07b7ad43, entries=10, sequenceid=11, filesize=6.5 K 2024-11-25T14:32:06,487 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/ns/22fe4cc4c0d54fa19c036051c1e83b06 as hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/ns/22fe4cc4c0d54fa19c036051c1e83b06 2024-11-25T14:32:06,493 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:32:06,493 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:32:06,493 DEBUG [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:32:06,497 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/ns/22fe4cc4c0d54fa19c036051c1e83b06, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T14:32:06,498 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/table/bdeae9554d4f4ee099781f16c407ac2c as hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/table/bdeae9554d4f4ee099781f16c407ac2c 2024-11-25T14:32:06,517 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/table/bdeae9554d4f4ee099781f16c407ac2c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-25T14:32:06,524 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1029ms, sequenceid=11, compaction requested=false 2024-11-25T14:32:06,583 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T14:32:06,591 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:06,591 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:06,591 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:06,591 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545125495Running coprocessor pre-close hooks at 1732545125495Disabling compacts and flushes for region at 1732545125495Disabling writes for close at 1732545125495Obtaining lock to block concurrent updates at 1732545125496 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732545125496Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732545125496Flushing stores of hbase:meta,,1.1588230740 at 1732545125503 (+7 ms)Flushing 1588230740/info: creating writer at 1732545125503Flushing 1588230740/info: appending metadata at 1732545125556 (+53 ms)Flushing 1588230740/info: closing flushed file at 1732545125556Flushing 1588230740/ns: creating writer at 1732545125610 (+54 ms)Flushing 1588230740/ns: appending metadata at 1732545125625 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732545125625Flushing 1588230740/table: creating writer at 1732545126038 (+413 ms)Flushing 1588230740/table: appending metadata at 1732545126055 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732545126055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f091eb1: reopening flushed file at 1732545126470 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@765831f: reopening flushed file at 1732545126486 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4448e165: reopening flushed file at 1732545126497 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1029ms, sequenceid=11, compaction requested=false at 1732545126524 (+27 ms)Writing region close event to WAL at 1732545126559 (+35 ms)Running coprocessor post-close hooks at 1732545126591 (+32 ms)Closed at 1732545126591 2024-11-25T14:32:06,592 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:06,693 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,44115,1732545113046; all regions closed. 2024-11-25T14:32:06,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741834_1010 (size=2742) 2024-11-25T14:32:06,738 DEBUG [RS:0;cb69081f5976:44115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs 2024-11-25T14:32:06,738 INFO [RS:0;cb69081f5976:44115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C44115%2C1732545113046.meta:.meta(num 1732545115930) 2024-11-25T14:32:06,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741837_1013 (size=1586) 2024-11-25T14:32:06,750 DEBUG [RS:0;cb69081f5976:44115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs 2024-11-25T14:32:06,750 INFO [RS:0;cb69081f5976:44115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C44115%2C1732545113046.rep:(num 1732545124108) 2024-11-25T14:32:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741833_1009 (size=93) 2024-11-25T14:32:06,760 DEBUG [RS:0;cb69081f5976:44115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs 2024-11-25T14:32:06,760 INFO [RS:0;cb69081f5976:44115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C44115%2C1732545113046:(num 1732545115238) 2024-11-25T14:32:06,760 DEBUG [RS:0;cb69081f5976:44115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:06,760 INFO [RS:0;cb69081f5976:44115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:32:06,760 INFO [RS:0;cb69081f5976:44115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:32:06,760 INFO [RS:0;cb69081f5976:44115 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:32:06,760 INFO [RS:0;cb69081f5976:44115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:32:06,760 INFO [RS:0;cb69081f5976:44115 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,44115,1732545113046 because: Region server is closing 2024-11-25T14:32:06,761 INFO [RS:0;cb69081f5976:44115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:44115. 2024-11-25T14:32:06,761 DEBUG [RS:0;cb69081f5976:44115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:06,761 DEBUG [RS:0;cb69081f5976:44115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:06,761 DEBUG [RS:0;cb69081f5976:44115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:06,761 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:32:06,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:06,862 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046.replicationSource.shippercb69081f5976%2C44115%2C1732545113046,1-cb69081f5976,44115,1732545113046 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T14:32:06,863 INFO [RS:0;cb69081f5976:44115 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,44115,1732545113046.replicationSource.shippercb69081f5976%2C44115%2C1732545113046,1-cb69081f5976,44115,1732545113046 terminated 2024-11-25T14:32:06,863 INFO [RS:0;cb69081f5976:44115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44115 2024-11-25T14:32:06,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948508593/rs/cb69081f5976,44115,1732545113046 2024-11-25T14:32:06,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/rs 2024-11-25T14:32:06,901 INFO [RS:0;cb69081f5976:44115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:32:06,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,44115,1732545113046] 2024-11-25T14:32:06,918 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/draining/cb69081f5976,44115,1732545113046 already deleted, retry=false 2024-11-25T14:32:06,918 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,44115,1732545113046 expired; onlineServers=0 2024-11-25T14:32:06,918 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,34037,1732545112747' ***** 2024-11-25T14:32:06,918 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:32:06,918 INFO [M:0;cb69081f5976:34037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:32:06,918 INFO [M:0;cb69081f5976:34037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:32:06,918 DEBUG [M:0;cb69081f5976:34037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:32:06,918 DEBUG [M:0;cb69081f5976:34037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:32:06,918 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545114762 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545114762,5,FailOnTimeoutGroup] 2024-11-25T14:32:06,918 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545114755 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545114755,5,FailOnTimeoutGroup] 2024-11-25T14:32:06,919 INFO [M:0;cb69081f5976:34037 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:32:06,919 INFO [M:0;cb69081f5976:34037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:32:06,919 DEBUG [M:0;cb69081f5976:34037 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:32:06,919 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:32:06,919 INFO [M:0;cb69081f5976:34037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:32:06,919 INFO [M:0;cb69081f5976:34037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:32:06,919 INFO [M:0;cb69081f5976:34037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:32:06,919 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:32:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948508593/master 2024-11-25T14:32:06,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:06,935 DEBUG [M:0;cb69081f5976:34037 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/master already deleted, retry=false 2024-11-25T14:32:06,935 DEBUG [M:0;cb69081f5976:34037 {}] master.ActiveMasterManager(353): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1948508593/master 2024-11-25T14:32:06,935 INFO [M:0;cb69081f5976:34037 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/.lastflushedseqids 2024-11-25T14:32:06,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741842_1018 (size=181) 2024-11-25T14:32:07,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:07,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44115-0x10173b211750001, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:07,010 INFO [RS:0;cb69081f5976:44115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:32:07,010 INFO [RS:0;cb69081f5976:44115 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,44115,1732545113046; zookeeper connection closed. 2024-11-25T14:32:07,011 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40363cad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40363cad 2024-11-25T14:32:07,011 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:32:07,351 INFO [M:0;cb69081f5976:34037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:32:07,352 INFO [M:0;cb69081f5976:34037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:32:07,352 DEBUG [M:0;cb69081f5976:34037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:32:07,352 INFO [M:0;cb69081f5976:34037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:07,352 DEBUG [M:0;cb69081f5976:34037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:07,352 DEBUG [M:0;cb69081f5976:34037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:32:07,352 DEBUG [M:0;cb69081f5976:34037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:07,352 INFO [M:0;cb69081f5976:34037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-25T14:32:07,374 DEBUG [M:0;cb69081f5976:34037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b6abba612c24dd597a4096c76920880 is 82, key is hbase:meta,,1/info:regioninfo/1732545116002/Put/seqid=0 2024-11-25T14:32:07,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741843_1019 (size=5672) 2024-11-25T14:32:07,818 INFO [M:0;cb69081f5976:34037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b6abba612c24dd597a4096c76920880 2024-11-25T14:32:07,877 DEBUG [M:0;cb69081f5976:34037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fff5ac51e0b4128b5cc1aa18dc94703 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732545124277/Put/seqid=0 2024-11-25T14:32:07,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741844_1020 (size=7203) 2024-11-25T14:32:07,913 INFO [M:0;cb69081f5976:34037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fff5ac51e0b4128b5cc1aa18dc94703 2024-11-25T14:32:07,992 DEBUG [M:0;cb69081f5976:34037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b22c733d98e94a89bffd6e819df47b00 is 69, key is cb69081f5976,44115,1732545113046/rs:state/1732545114896/Put/seqid=0 2024-11-25T14:32:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741845_1021 (size=5156) 2024-11-25T14:32:08,042 INFO [M:0;cb69081f5976:34037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b22c733d98e94a89bffd6e819df47b00 2024-11-25T14:32:08,064 DEBUG [M:0;cb69081f5976:34037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b6abba612c24dd597a4096c76920880 as hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b6abba612c24dd597a4096c76920880 2024-11-25T14:32:08,085 INFO [M:0;cb69081f5976:34037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b6abba612c24dd597a4096c76920880, entries=8, sequenceid=70, filesize=5.5 K 2024-11-25T14:32:08,087 DEBUG [M:0;cb69081f5976:34037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fff5ac51e0b4128b5cc1aa18dc94703 as hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fff5ac51e0b4128b5cc1aa18dc94703 2024-11-25T14:32:08,097 INFO [M:0;cb69081f5976:34037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fff5ac51e0b4128b5cc1aa18dc94703, entries=8, sequenceid=70, filesize=7.0 K 2024-11-25T14:32:08,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,104 DEBUG [M:0;cb69081f5976:34037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b22c733d98e94a89bffd6e819df47b00 as hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b22c733d98e94a89bffd6e819df47b00 2024-11-25T14:32:08,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,118 INFO [M:0;cb69081f5976:34037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b22c733d98e94a89bffd6e819df47b00, entries=1, sequenceid=70, filesize=5.0 K 2024-11-25T14:32:08,119 INFO [M:0;cb69081f5976:34037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 767ms, sequenceid=70, compaction requested=false 2024-11-25T14:32:08,213 INFO [M:0;cb69081f5976:34037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:08,214 DEBUG [M:0;cb69081f5976:34037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545127352Disabling compacts and flushes for region at 1732545127352Disabling writes for close at 1732545127352Obtaining lock to block concurrent updates at 1732545127352Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545127352Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732545127353 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545127353Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545127353Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545127373 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545127373Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545127836 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545127876 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545127876Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545127950 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545127990 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545127991 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45df6704: reopening flushed file at 1732545128054 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247f77e9: reopening flushed file at 1732545128086 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0688cd: reopening flushed file at 1732545128098 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 767ms, sequenceid=70, compaction requested=false at 1732545128119 (+21 ms)Writing region close event to WAL at 1732545128213 (+94 ms)Closed at 1732545128213 2024-11-25T14:32:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741830_1006 (size=41008) 2024-11-25T14:32:08,244 INFO [M:0;cb69081f5976:34037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:32:08,244 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:32:08,244 INFO [M:0;cb69081f5976:34037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34037 2024-11-25T14:32:08,244 INFO [M:0;cb69081f5976:34037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:32:08,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:08,410 INFO [M:0;cb69081f5976:34037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:32:08,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x10173b211750000, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:08,413 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:32:08,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:08,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:08,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:32:08,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:08,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:32:08,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:32:08,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:32:08,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41631 2024-11-25T14:32:08,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41631 connecting to ZooKeeper ensemble=127.0.0.1:56645 2024-11-25T14:32:08,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416310x0, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:08,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41631-0x10173b211750006 connected 2024-11-25T14:32:08,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:08,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:08,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/running 2024-11-25T14:32:08,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343, hbase.cluster.distributed=false 2024-11-25T14:32:08,485 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: INIT 2024-11-25T14:32:08,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/acl 2024-11-25T14:32:08,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-25T14:32:08,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41631 2024-11-25T14:32:08,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41631 2024-11-25T14:32:08,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-25T14:32:08,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-25T14:32:08,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:32:08,684 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:32:08,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:08,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:08,684 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:32:08,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:08,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:32:08,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:32:08,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:32:08,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36251 2024-11-25T14:32:08,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36251 connecting to ZooKeeper ensemble=127.0.0.1:56645 2024-11-25T14:32:08,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:08,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:08,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:08,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362510x0, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:08,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362510x0, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/running 2024-11-25T14:32:08,770 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:32:08,770 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: INIT 2024-11-25T14:32:08,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36251-0x10173b211750007 connected 2024-11-25T14:32:08,806 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:32:08,817 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:32:08,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/master 2024-11-25T14:32:08,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/acl 2024-11-25T14:32:08,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36251 2024-11-25T14:32:08,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36251 2024-11-25T14:32:08,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36251 2024-11-25T14:32:08,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36251 2024-11-25T14:32:08,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36251 2024-11-25T14:32:08,988 DEBUG [M:0;cb69081f5976:41631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:41631 2024-11-25T14:32:08,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1948508593/backup-masters/cb69081f5976,41631,1732545128412 2024-11-25T14:32:08,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/backup-masters 2024-11-25T14:32:09,001 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on existing znode=/0-1948508593/backup-masters/cb69081f5976,41631,1732545128412 2024-11-25T14:32:09,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/backup-masters 2024-11-25T14:32:09,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1948508593/master 2024-11-25T14:32:09,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:09,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:09,036 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on existing znode=/0-1948508593/master 2024-11-25T14:32:09,036 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1948508593/backup-masters/cb69081f5976,41631,1732545128412 from backup master directory 2024-11-25T14:32:09,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/backup-masters 2024-11-25T14:32:09,048 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:32:09,048 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,41631,1732545128412 2024-11-25T14:32:09,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948508593/backup-masters/cb69081f5976,41631,1732545128412 2024-11-25T14:32:09,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/backup-masters 2024-11-25T14:32:09,098 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:09,098 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:32:09,133 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 35ms. 2024-11-25T14:32:09,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741846_1022 (size=196) 2024-11-25T14:32:09,661 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:32:09,662 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:32:09,675 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:09,685 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-25T14:32:09,689 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,34037,1732545112747 to hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,34037,1732545112747-dead as it is dead 2024-11-25T14:32:09,694 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,34037,1732545112747-dead/cb69081f5976%2C34037%2C1732545112747.1732545114211 2024-11-25T14:32:09,697 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,34037,1732545112747-dead/cb69081f5976%2C34037%2C1732545112747.1732545114211 after 3ms 2024-11-25T14:32:09,700 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,34037,1732545112747-dead/cb69081f5976%2C34037%2C1732545112747.1732545114211 to hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb69081f5976%2C34037%2C1732545112747.1732545114211 2024-11-25T14:32:09,700 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,34037,1732545112747-dead 2024-11-25T14:32:09,703 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,41631,1732545128412 2024-11-25T14:32:09,709 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:32:09,710 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C41631%2C1732545128412, suffix=, logDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,41631,1732545128412, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/oldWALs, maxLogs=10 2024-11-25T14:32:09,750 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,41631,1732545128412/cb69081f5976%2C41631%2C1732545128412.1732545129710, exclude list is [], retry=0 2024-11-25T14:32:09,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-e0fc075d-6d86-454e-a2cc-47513b1d0739,DISK] 2024-11-25T14:32:09,820 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/WALs/cb69081f5976,41631,1732545128412/cb69081f5976%2C41631%2C1732545128412.1732545129710 2024-11-25T14:32:09,830 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43917:43917)] 2024-11-25T14:32:09,830 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:09,830 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:09,830 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:09,830 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:09,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:09,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:32:09,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:09,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b6abba612c24dd597a4096c76920880 2024-11-25T14:32:09,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:09,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:09,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:32:09,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:09,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fff5ac51e0b4128b5cc1aa18dc94703 2024-11-25T14:32:09,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:09,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:09,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:32:09,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:09,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b22c733d98e94a89bffd6e819df47b00 2024-11-25T14:32:09,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:09,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:09,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:32:09,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:09,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:09,954 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:09,955 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-25T14:32:09,955 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb69081f5976%2C34037%2C1732545112747.1732545114211 2024-11-25T14:32:09,960 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb69081f5976%2C34037%2C1732545112747.1732545114211 2024-11-25T14:32:09,961 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb69081f5976%2C34037%2C1732545112747.1732545114211 2024-11-25T14:32:09,966 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:09,966 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:09,967 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:09,969 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:09,978 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-25T14:32:09,983 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60511957, jitterRate=-0.09830157458782196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:09,983 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545129830Initializing all the Stores at 1732545129831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545129831Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545129842 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545129842Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545129842Cleaning up temporary data from old regions at 1732545129966 (+124 ms)Region opened successfully at 1732545129983 (+17 ms) 2024-11-25T14:32:09,986 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:32:09,990 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75de3cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:32:09,993 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-25T14:32:09,993 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:32:09,993 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:32:09,993 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:32:09,994 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:32:09,998 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:09,999 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:32:09,999 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:32:09,999 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-25T14:32:09,999 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:32:10,018 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=cb69081f5976,44115,1732545113046, regionLocation=cb69081f5976,44115,1732545113046, openSeqNum=2 2024-11-25T14:32:10,018 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=cb69081f5976,44115,1732545113046, table=hbase:meta, region=1588230740 2024-11-25T14:32:10,018 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,44115,1732545113046, state=OPEN 2024-11-25T14:32:10,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1948508593/meta-region-server 2024-11-25T14:32:10,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1948508593/meta-region-server 2024-11-25T14:32:10,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: CHANGED 2024-11-25T14:32:10,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: CHANGED 2024-11-25T14:32:10,046 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:32:10,110 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/draining/cb69081f5976,44115,1732545113046 already deleted, retry=false 2024-11-25T14:32:10,110 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of cb69081f5976,44115,1732545113046 on cb69081f5976,41631,1732545128412 2024-11-25T14:32:10,112 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cb69081f5976,44115,1732545113046, splitWal=true, meta=true 2024-11-25T14:32:10,112 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for cb69081f5976,44115,1732545113046 (carryingMeta=true) cb69081f5976,44115,1732545113046/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@74d3a6e6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T14:32:10,114 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Unable to get data of znode /0-1948508593/balancer because node does not exist (not necessarily an error) 2024-11-25T14:32:10,126 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/balancer already deleted, retry=false 2024-11-25T14:32:10,127 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:32:10,129 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Unable to get data of znode /0-1948508593/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:32:10,134 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/normalizer already deleted, retry=false 2024-11-25T14:32:10,135 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:32:10,146 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Unable to get data of znode /0-1948508593/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:32:10,157 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/switch/split already deleted, retry=false 2024-11-25T14:32:10,158 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Unable to get data of znode /0-1948508593/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:32:10,168 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/switch/merge already deleted, retry=false 2024-11-25T14:32:10,178 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Unable to get data of znode /0-1948508593/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:32:10,184 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/snapshot-cleanup already deleted, retry=false 2024-11-25T14:32:10,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1948508593/running 2024-11-25T14:32:10,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:10,197 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,41631,1732545128412, sessionid=0x10173b211750006, setting cluster-up flag (Was=false) 2024-11-25T14:32:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1948508593/running 2024-11-25T14:32:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:10,209 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1948508593/flush-table-proc/acquired, /0-1948508593/flush-table-proc/reached, /0-1948508593/flush-table-proc/abort 2024-11-25T14:32:10,210 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,41631,1732545128412 2024-11-25T14:32:10,219 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1948508593/online-snapshot/acquired, /0-1948508593/online-snapshot/reached, /0-1948508593/online-snapshot/abort 2024-11-25T14:32:10,221 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,41631,1732545128412 2024-11-25T14:32:10,239 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/.lastflushedseqids 2024-11-25T14:32:10,261 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:32:10,261 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:32:10,261 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,41631,1732545128412 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 cb69081f5976,44115,1732545113046 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:32:10,268 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:10,268 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:10,268 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:10,268 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:10,268 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:32:10,268 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,268 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:32:10,268 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,302 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cb69081f5976,44115,1732545113046, splitWal=true, meta=true 2024-11-25T14:32:10,307 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cb69081f5976,44115,1732545113046, splitWal=true, meta=true, isMeta: true 2024-11-25T14:32:10,309 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046-splitting 2024-11-25T14:32:10,309 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046-splitting dir is empty, no logs to split. 2024-11-25T14:32:10,310 INFO [PEWorker-1 {}] master.SplitWALManager(105): cb69081f5976,44115,1732545113046 WAL count=0, meta=true 2024-11-25T14:32:10,331 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545160331 2024-11-25T14:32:10,331 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:32:10,332 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:32:10,332 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:32:10,332 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:32:10,332 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:32:10,332 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:32:10,332 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046-splitting dir is empty, no logs to split. 2024-11-25T14:32:10,332 INFO [PEWorker-1 {}] master.SplitWALManager(105): cb69081f5976,44115,1732545113046 WAL count=0, meta=true 2024-11-25T14:32:10,332 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cb69081f5976,44115,1732545113046 WAL splitting is done? wals=0, meta=true 2024-11-25T14:32:10,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:32:10,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:32:10,340 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T14:32:10,345 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,346 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:32:10,346 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:32:10,346 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:32:10,346 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:32:10,347 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:32:10,347 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:32:10,370 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545130347,5,FailOnTimeoutGroup] 2024-11-25T14:32:10,370 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545130370,5,FailOnTimeoutGroup] 2024-11-25T14:32:10,370 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(746): ClusterId : b991d2a6-8734-4986-969e-9ac9d954096d 2024-11-25T14:32:10,370 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,370 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:32:10,370 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:32:10,370 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,370 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,370 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545130370, completionTime=-1 2024-11-25T14:32:10,370 WARN [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-25T14:32:10,371 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T14:32:10,420 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:32:10,420 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:32:10,452 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:32:10,452 DEBUG [RS:0;cb69081f5976:36251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b3c4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:32:10,472 DEBUG [RS:0;cb69081f5976:36251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:36251 2024-11-25T14:32:10,472 INFO [RS:0;cb69081f5976:36251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:32:10,472 INFO [RS:0;cb69081f5976:36251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:32:10,472 DEBUG [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:32:10,480 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,41631,1732545128412 with port=36251, startcode=1732545128684 2024-11-25T14:32:10,480 DEBUG [RS:0;cb69081f5976:36251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:32:10,491 WARN [cb69081f5976:41631 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T14:32:10,497 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:32:10,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,36251,1732545128684 2024-11-25T14:32:10,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41631 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,36251,1732545128684 2024-11-25T14:32:10,508 DEBUG [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343 2024-11-25T14:32:10,508 DEBUG [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38707 2024-11-25T14:32:10,508 DEBUG [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:32:10,521 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-25T14:32:10,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/rs 2024-11-25T14:32:10,539 DEBUG [RS:0;cb69081f5976:36251 {}] zookeeper.ZKUtil(111): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on existing znode=/0-1948508593/rs/cb69081f5976,36251,1732545128684 2024-11-25T14:32:10,539 WARN [RS:0;cb69081f5976:36251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:32:10,539 INFO [RS:0;cb69081f5976:36251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:10,539 DEBUG [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684 2024-11-25T14:32:10,567 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,36251,1732545128684] 2024-11-25T14:32:10,632 INFO [RS:0;cb69081f5976:36251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:32:10,634 INFO [RS:0;cb69081f5976:36251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:32:10,643 INFO [RS:0;cb69081f5976:36251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:32:10,643 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,644 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:32:10,652 INFO [RS:0;cb69081f5976:36251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:32:10,652 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:10,652 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:32:10,653 DEBUG [RS:0;cb69081f5976:36251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:32:10,657 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,657 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,657 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,657 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,657 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,657 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36251,1732545128684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:32:10,691 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:32:10,691 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36251,1732545128684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,716 INFO [RS:0;cb69081f5976:36251 {}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,36251,1732545128684, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:32:10,735 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,735 INFO [RS:0;cb69081f5976:36251 {}] regionserver.Replication(171): cb69081f5976,36251,1732545128684 started 2024-11-25T14:32:10,783 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:10,785 DEBUG [RS:0;cb69081f5976:36251.replicationSource,1-cb69081f5976,36251,1732545128684 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:39493' 2024-11-25T14:32:10,785 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,36251,1732545128684, RpcServer on cb69081f5976/172.17.0.3:36251, sessionid=0x10173b211750007 2024-11-25T14:32:10,785 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:32:10,785 DEBUG [RS:0;cb69081f5976:36251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,36251,1732545128684 2024-11-25T14:32:10,785 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,36251,1732545128684' 2024-11-25T14:32:10,785 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1948508593/flush-table-proc/abort' 2024-11-25T14:32:10,787 DEBUG [RS:0;cb69081f5976:36251.replicationSource,1-cb69081f5976,36251,1732545128684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f614da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:10,787 DEBUG [RS:0;cb69081f5976:36251.replicationSource,1-cb69081f5976,36251,1732545128684 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,39493,-1 for getting cluster id 2024-11-25T14:32:10,788 DEBUG [RS:0;cb69081f5976:36251.replicationSource,1-cb69081f5976,36251,1732545128684 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:10,791 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '385a114f-096a-48a1-8155-d77d80c9da24' 2024-11-25T14:32:10,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:10,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "385a114f-096a-48a1-8155-d77d80c9da24" 2024-11-25T14:32:10,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43cf842a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:10,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,39493,-1] 2024-11-25T14:32:10,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:10,795 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1948508593/flush-table-proc/acquired' 2024-11-25T14:32:10,797 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:10,799 DEBUG [RS:0;cb69081f5976:36251.replicationSource,1-cb69081f5976,36251,1732545128684 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44ad328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:10,799 DEBUG [RS:0;cb69081f5976:36251.replicationSource,1-cb69081f5976,36251,1732545128684 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:10,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,39493,1732545119255 2024-11-25T14:32:10,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@380afa37 2024-11-25T14:32:10,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:10,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:10,804 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:32:10,804 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:32:10,804 DEBUG [RS:0;cb69081f5976:36251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,36251,1732545128684 2024-11-25T14:32:10,804 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,36251,1732545128684' 2024-11-25T14:32:10,804 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1948508593/online-snapshot/abort' 2024-11-25T14:32:10,804 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-25T14:32:10,805 INFO [RS:0;cb69081f5976:36251.replicationSource,1-cb69081f5976,36251,1732545128684 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,36251,1732545128684 (queues=0) is replicating from cluster=b991d2a6-8734-4986-969e-9ac9d954096d to cluster=385a114f-096a-48a1-8155-d77d80c9da24 2024-11-25T14:32:10,811 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1948508593/online-snapshot/acquired' 2024-11-25T14:32:10,812 DEBUG [RS:0;cb69081f5976:36251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:32:10,812 INFO [RS:0;cb69081f5976:36251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:32:10,812 INFO [RS:0;cb69081f5976:36251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:32:10,913 INFO [RS:0;cb69081f5976:36251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:32:10,915 INFO [RS:0;cb69081f5976:36251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36251%2C1732545128684, suffix=, logDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs, maxLogs=10 2024-11-25T14:32:10,977 DEBUG [RS:0;cb69081f5976:36251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916, exclude list is [], retry=0 2024-11-25T14:32:11,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-e0fc075d-6d86-454e-a2cc-47513b1d0739,DISK] 2024-11-25T14:32:11,051 INFO [RS:0;cb69081f5976:36251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916 2024-11-25T14:32:11,057 DEBUG [RS:0;cb69081f5976:36251 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cb69081f5976%2C36251%2C1732545128684 for peer 1 2024-11-25T14:32:11,057 DEBUG [RS:0;cb69081f5976:36251 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C36251%2C1732545128684 2024-11-25T14:32:11,057 INFO [RS:0;cb69081f5976:36251 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,36251,1732545128684, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:32:11,071 DEBUG [RS:0;cb69081f5976:36251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43917:43917)] 2024-11-25T14:32:11,075 DEBUG [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916, startPosition=0, beingWritten=true 2024-11-25T14:32:11,075 INFO [RS:0;cb69081f5976:36251.replicationSource.shippercb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C36251%2C1732545128684 2024-11-25T14:32:11,245 DEBUG [cb69081f5976:41631 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:32:11,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,36251,1732545128684 2024-11-25T14:32:11,248 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,36251,1732545128684, state=OPENING 2024-11-25T14:32:11,271 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:32:11,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,36251,1732545128684}] 2024-11-25T14:32:11,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1948508593/meta-region-server 2024-11-25T14:32:11,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: CHANGED 2024-11-25T14:32:11,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1948508593/meta-region-server 2024-11-25T14:32:11,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: CHANGED 2024-11-25T14:32:11,336 DEBUG [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916 to pos 0, reset compression=false 2024-11-25T14:32:11,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:32:11,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:32:11,467 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:32:11,467 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:11,468 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:32:11,480 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36251%2C1732545128684.meta, suffix=.meta, logDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs, maxLogs=10 2024-11-25T14:32:11,499 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.meta.1732545131480.meta, exclude list is [], retry=0 2024-11-25T14:32:11,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-e0fc075d-6d86-454e-a2cc-47513b1d0739,DISK] 2024-11-25T14:32:11,560 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.meta.1732545131480.meta 2024-11-25T14:32:11,571 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43917:43917)] 2024-11-25T14:32:11,572 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:11,572 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:32:11,572 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:32:11,572 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:32:11,572 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:32:11,573 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:32:11,573 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:11,573 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:32:11,573 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:32:11,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:32:11,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:32:11,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:11,644 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/info/ec01e74e16aa489ab366a65a07b7ad43 2024-11-25T14:32:11,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:11,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:32:11,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:32:11,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:11,671 DEBUG [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916 to pos 0, reset compression=false 2024-11-25T14:32:11,672 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/ns/22fe4cc4c0d54fa19c036051c1e83b06 2024-11-25T14:32:11,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:11,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:32:11,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:32:11,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:11,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:11,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:32:11,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:32:11,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:11,726 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/table/bdeae9554d4f4ee099781f16c407ac2c 2024-11-25T14:32:11,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:11,726 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:32:11,727 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740 2024-11-25T14:32:11,729 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740 2024-11-25T14:32:11,734 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:32:11,734 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:32:11,735 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:11,739 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:32:11,740 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69574904, jitterRate=0.036746859550476074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:11,740 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:32:11,740 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545131573Writing region info on filesystem at 1732545131573Initializing all the Stores at 1732545131576 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545131576Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545131592 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545131592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545131592Cleaning up temporary data from old regions at 1732545131734 (+142 ms)Running coprocessor post-open hooks at 1732545131740 (+6 ms)Region opened successfully at 1732545131740 2024-11-25T14:32:11,742 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732545131430 2024-11-25T14:32:11,745 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:32:11,745 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:32:11,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=cb69081f5976,36251,1732545128684 2024-11-25T14:32:11,756 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,36251,1732545128684, state=OPEN 2024-11-25T14:32:11,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1948508593/meta-region-server 2024-11-25T14:32:11,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: CHANGED 2024-11-25T14:32:11,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1948508593/meta-region-server 2024-11-25T14:32:11,766 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,36251,1732545128684 2024-11-25T14:32:11,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1948508593/meta-region-server: CHANGED 2024-11-25T14:32:11,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T14:32:11,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,36251,1732545128684 in 494 msec 2024-11-25T14:32:11,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:32:11,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4450 sec 2024-11-25T14:32:12,047 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1677ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1526ms 2024-11-25T14:32:12,129 DEBUG [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916 to pos 0, reset compression=false 2024-11-25T14:32:12,673 DEBUG [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916 to pos 0, reset compression=false 2024-11-25T14:32:13,303 DEBUG [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916 to pos 0, reset compression=false 2024-11-25T14:32:13,563 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3193ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3042ms 2024-11-25T14:32:14,035 DEBUG [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916 to pos 0, reset compression=false 2024-11-25T14:32:14,874 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4504ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-25T14:32:14,874 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:32:14,875 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:14,875 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36251,1732545128684, seqNum=-1] 2024-11-25T14:32:14,875 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:14,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:14,879 DEBUG [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916 to pos 0, reset compression=false 2024-11-25T14:32:14,888 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=67fa3d56aa224340d33109335f5daddd, regionState=OPEN, lastHost=cb69081f5976,44115,1732545113046, regionLocation=cb69081f5976,44115,1732545113046, openSeqNum=2 2024-11-25T14:32:14,888 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:32:14,888 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545194888 2024-11-25T14:32:14,889 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545254889 2024-11-25T14:32:14,889 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-11-25T14:32:14,889 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): cb69081f5976,44115,1732545113046 had 2 regions 2024-11-25T14:32:14,891 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cb69081f5976,44115,1732545113046, splitWal=true, meta=true, isMeta: false 2024-11-25T14:32:14,891 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41631,1732545128412-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:14,891 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41631,1732545128412-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:14,891 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41631,1732545128412-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:14,891 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:41631, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:14,891 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:14,904 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046-splitting dir is empty, no logs to split. 2024-11-25T14:32:14,904 INFO [PEWorker-3 {}] master.SplitWALManager(105): cb69081f5976,44115,1732545113046 WAL count=0, meta=false 2024-11-25T14:32:14,907 WARN [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=cb69081f5976,44115,1732545113046/hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:14,908 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,44115,1732545113046-splitting dir is empty, no logs to split. 2024-11-25T14:32:14,908 INFO [PEWorker-3 {}] master.SplitWALManager(105): cb69081f5976,44115,1732545113046 WAL count=0, meta=false 2024-11-25T14:32:14,908 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if cb69081f5976,44115,1732545113046 WAL splitting is done? wals=0, meta=false 2024-11-25T14:32:14,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67fa3d56aa224340d33109335f5daddd, ASSIGN}] 2024-11-25T14:32:14,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67fa3d56aa224340d33109335f5daddd, ASSIGN 2024-11-25T14:32:14,913 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67fa3d56aa224340d33109335f5daddd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T14:32:14,917 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:14,924 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.876sec 2024-11-25T14:32:14,924 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:32:14,924 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:32:14,924 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:32:14,924 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:32:14,924 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:32:14,924 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41631,1732545128412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:32:14,924 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41631,1732545128412-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:32:14,941 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:32:14,941 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:32:14,942 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41631,1732545128412-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:15,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:15,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,41631,-1 for getting cluster id 2024-11-25T14:32:15,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:15,004 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b991d2a6-8734-4986-969e-9ac9d954096d' 2024-11-25T14:32:15,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:15,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b991d2a6-8734-4986-969e-9ac9d954096d" 2024-11-25T14:32:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36991d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,41631,-1] 2024-11-25T14:32:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:15,010 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:15,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7498ca2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:15,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36251,1732545128684, seqNum=-1] 2024-11-25T14:32:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:15,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:15,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-25T14:32:15,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:15,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:15,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:15,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:15,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:15,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: cb69081f5976:41631 after: cb69081f5976:41631 2024-11-25T14:32:15,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337dda15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:15,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,41631,-1 for getting cluster id 2024-11-25T14:32:15,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:15,040 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b991d2a6-8734-4986-969e-9ac9d954096d' 2024-11-25T14:32:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b991d2a6-8734-4986-969e-9ac9d954096d" 2024-11-25T14:32:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,41631,-1] 2024-11-25T14:32:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:15,041 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:15,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ee8984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:15,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,41631,1732545128412 2024-11-25T14:32:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a853d0e 2024-11-25T14:32:15,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:15,044 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:15,045 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41631 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-25T14:32:15,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:32:15,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:15,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:15,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:15,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:15,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:15,047 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:32:15,047 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1411163301, stopped=false 2024-11-25T14:32:15,047 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,39493,1732545119255 2024-11-25T14:32:15,064 DEBUG [cb69081f5976:41631 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:32:15,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=67fa3d56aa224340d33109335f5daddd, regionState=OPENING, regionLocation=cb69081f5976,36251,1732545128684 2024-11-25T14:32:15,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11185581242/running 2024-11-25T14:32:15,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:15,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11185581242/running 2024-11-25T14:32:15,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:15,066 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:32:15,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:15,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:15,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:15,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67fa3d56aa224340d33109335f5daddd, ASSIGN because future has completed 2024-11-25T14:32:15,068 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,38573,1732545119566' ***** 2024-11-25T14:32:15,068 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:32:15,069 INFO [RS:0;cb69081f5976:38573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:32:15,069 INFO [RS:0;cb69081f5976:38573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:32:15,070 INFO [RS:0;cb69081f5976:38573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:32:15,070 INFO [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,38573,1732545119566 2024-11-25T14:32:15,070 INFO [RS:0;cb69081f5976:38573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:32:15,070 INFO [RS:0;cb69081f5976:38573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:38573. 2024-11-25T14:32:15,070 DEBUG [RS:0;cb69081f5976:38573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:15,070 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:32:15,071 DEBUG [RS:0;cb69081f5976:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:15,071 INFO [RS:0;cb69081f5976:38573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:32:15,071 INFO [RS:0;cb69081f5976:38573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:32:15,071 INFO [RS:0;cb69081f5976:38573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:32:15,071 INFO [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:32:15,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Set watcher on znode that does not yet exist, /11185581242/running 2024-11-25T14:32:15,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Set watcher on znode that does not yet exist, /11185581242/running 2024-11-25T14:32:15,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67fa3d56aa224340d33109335f5daddd, server=cb69081f5976,36251,1732545128684}] 2024-11-25T14:32:15,091 INFO [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:32:15,091 DEBUG [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:32:15,091 DEBUG [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:32:15,091 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:32:15,091 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:32:15,092 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:32:15,092 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:32:15,092 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:32:15,092 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-25T14:32:15,109 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:32:15,139 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/1588230740/.tmp/ns/c3ddd6c444d7451584b2afe4f5f0892d is 43, key is default/ns:d/1732545123099/Put/seqid=0 2024-11-25T14:32:15,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741835_1011 (size=5153) 2024-11-25T14:32:15,171 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/1588230740/.tmp/ns/c3ddd6c444d7451584b2afe4f5f0892d 2024-11-25T14:32:15,196 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/1588230740/.tmp/ns/c3ddd6c444d7451584b2afe4f5f0892d as hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/1588230740/ns/c3ddd6c444d7451584b2afe4f5f0892d 2024-11-25T14:32:15,203 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/1588230740/ns/c3ddd6c444d7451584b2afe4f5f0892d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-25T14:32:15,205 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=6, compaction requested=false 2024-11-25T14:32:15,236 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T14:32:15,237 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:15,237 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:15,237 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:15,237 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545135091Running coprocessor pre-close hooks at 1732545135091Disabling compacts and flushes for region at 1732545135091Disabling writes for close at 1732545135092 (+1 ms)Obtaining lock to block concurrent updates at 1732545135092Preparing flush snapshotting stores in 1588230740 at 1732545135092Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732545135092Flushing stores of hbase:meta,,1.1588230740 at 1732545135095 (+3 ms)Flushing 1588230740/ns: creating writer at 1732545135095Flushing 1588230740/ns: appending metadata at 1732545135139 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1732545135139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26cd49c6: reopening flushed file at 1732545135195 (+56 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=6, compaction requested=false at 1732545135205 (+10 ms)Writing region close event to WAL at 1732545135220 (+15 ms)Running coprocessor post-close hooks at 1732545135237 (+17 ms)Closed at 1732545135237 2024-11-25T14:32:15,237 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:15,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:15,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:15,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:32:15,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36251%2C1732545128684.rep, suffix=, logDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684, archiveDir=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs, maxLogs=10 2024-11-25T14:32:15,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.rep.1732545135249, exclude list is [], retry=0 2024-11-25T14:32:15,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46193,DS-e0fc075d-6d86-454e-a2cc-47513b1d0739,DISK] 2024-11-25T14:32:15,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.rep.1732545135249 2024-11-25T14:32:15,292 INFO [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,38573,1732545119566; all regions closed. 2024-11-25T14:32:15,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43917:43917)] 2024-11-25T14:32:15,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 67fa3d56aa224340d33109335f5daddd, NAME => 'hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:15,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:32:15,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:32:15,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. service=MultiRowMutationService 2024-11-25T14:32:15,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:32:15,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:15,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741834_1010 (size=1152) 2024-11-25T14:32:15,319 DEBUG [RS:0;cb69081f5976:38573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/oldWALs 2024-11-25T14:32:15,319 INFO [RS:0;cb69081f5976:38573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C38573%2C1732545119566.meta:.meta(num 1732545122974) 2024-11-25T14:32:15,319 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,329 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67fa3d56aa224340d33109335f5daddd columnFamilyName hfileref 2024-11-25T14:32:15,329 DEBUG [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:15,332 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(327): Store=67fa3d56aa224340d33109335f5daddd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:15,332 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,336 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67fa3d56aa224340d33109335f5daddd columnFamilyName queue 2024-11-25T14:32:15,336 DEBUG [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741833_1009 (size=93) 2024-11-25T14:32:15,353 DEBUG [RS:0;cb69081f5976:38573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/oldWALs 2024-11-25T14:32:15,354 INFO [RS:0;cb69081f5976:38573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C38573%2C1732545119566:(num 1732545122475) 2024-11-25T14:32:15,354 DEBUG [RS:0;cb69081f5976:38573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:15,354 INFO [RS:0;cb69081f5976:38573 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:32:15,354 INFO [RS:0;cb69081f5976:38573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:32:15,354 INFO [RS:0;cb69081f5976:38573 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:32:15,354 INFO [RS:0;cb69081f5976:38573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:32:15,354 INFO [RS:0;cb69081f5976:38573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38573 2024-11-25T14:32:15,355 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:32:15,358 DEBUG [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd/queue/6e19c3e6a7eb47b1b081a5afc2d33281 2024-11-25T14:32:15,358 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(327): Store=67fa3d56aa224340d33109335f5daddd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:15,358 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,359 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67fa3d56aa224340d33109335f5daddd columnFamilyName sid 2024-11-25T14:32:15,359 DEBUG [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:15,360 INFO [StoreOpener-67fa3d56aa224340d33109335f5daddd-1 {}] regionserver.HStore(327): Store=67fa3d56aa224340d33109335f5daddd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:15,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:32:15,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11185581242/rs/cb69081f5976,38573,1732545119566 2024-11-25T14:32:15,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242/rs 2024-11-25T14:32:15,376 INFO [RS:0;cb69081f5976:38573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:32:15,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 67fa3d56aa224340d33109335f5daddd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63207022, jitterRate=-0.05814197659492493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:32:15,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:15,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 67fa3d56aa224340d33109335f5daddd: Running coprocessor pre-open hook at 1732545135301Writing region info on filesystem at 1732545135301Initializing all the Stores at 1732545135308 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545135308Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545135319 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545135319Cleaning up temporary data from old regions at 1732545135364 (+45 ms)Running coprocessor post-open hooks at 1732545135379 (+15 ms)Region opened successfully at 1732545135380 (+1 ms) 2024-11-25T14:32:15,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd., pid=13, masterSystemTime=1732545135243 2024-11-25T14:32:15,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:15,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:15,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=67fa3d56aa224340d33109335f5daddd, regionState=OPEN, openSeqNum=9, regionLocation=cb69081f5976,36251,1732545128684 2024-11-25T14:32:15,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67fa3d56aa224340d33109335f5daddd, server=cb69081f5976,36251,1732545128684 because future has completed 2024-11-25T14:32:15,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T14:32:15,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 67fa3d56aa224340d33109335f5daddd, server=cb69081f5976,36251,1732545128684 in 310 msec 2024-11-25T14:32:15,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-25T14:32:15,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67fa3d56aa224340d33109335f5daddd, ASSIGN in 479 msec 2024-11-25T14:32:15,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-25T14:32:15,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd., hostname=cb69081f5976,36251,1732545128684, seqNum=9] 2024-11-25T14:32:15,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,38573,1732545119566] 2024-11-25T14:32:15,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11185581242/draining/cb69081f5976,38573,1732545119566 already deleted, retry=false 2024-11-25T14:32:15,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,38573,1732545119566 expired; onlineServers=0 2024-11-25T14:32:15,451 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,39493,1732545119255' ***** 2024-11-25T14:32:15,451 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:32:15,451 INFO [M:0;cb69081f5976:39493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:32:15,451 INFO [M:0;cb69081f5976:39493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:32:15,451 DEBUG [M:0;cb69081f5976:39493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:32:15,451 DEBUG [M:0;cb69081f5976:39493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:32:15,451 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:32:15,451 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545122191 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545122191,5,FailOnTimeoutGroup] 2024-11-25T14:32:15,451 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545122211 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545122211,5,FailOnTimeoutGroup] 2024-11-25T14:32:15,451 INFO [M:0;cb69081f5976:39493 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:32:15,451 INFO [M:0;cb69081f5976:39493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:32:15,451 DEBUG [M:0;cb69081f5976:39493 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:32:15,452 INFO [M:0;cb69081f5976:39493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:32:15,452 INFO [M:0;cb69081f5976:39493 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:32:15,452 INFO [M:0;cb69081f5976:39493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:32:15,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:32:15,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11185581242/master 2024-11-25T14:32:15,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11185581242 2024-11-25T14:32:15,462 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for cb69081f5976,44115,1732545113046 2024-11-25T14:32:15,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-25T14:32:15,468 DEBUG [M:0;cb69081f5976:39493 {}] zookeeper.RecoverableZooKeeper(212): Node /11185581242/master already deleted, retry=false 2024-11-25T14:32:15,468 DEBUG [M:0;cb69081f5976:39493 {}] master.ActiveMasterManager(353): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Failed delete of our master address node; KeeperErrorCode = NoNode for /11185581242/master 2024-11-25T14:32:15,473 INFO [M:0;cb69081f5976:39493 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/.lastflushedseqids 2024-11-25T14:32:15,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741836_1012 (size=99) 2024-11-25T14:32:15,527 INFO [M:0;cb69081f5976:39493 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:32:15,528 INFO [M:0;cb69081f5976:39493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:32:15,528 DEBUG [M:0;cb69081f5976:39493 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:32:15,528 INFO [M:0;cb69081f5976:39493 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:15,528 DEBUG [M:0;cb69081f5976:39493 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:15,528 DEBUG [M:0;cb69081f5976:39493 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:32:15,528 DEBUG [M:0;cb69081f5976:39493 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:15,528 INFO [M:0;cb69081f5976:39493 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-25T14:32:15,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:15,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38573-0x10173b211750004, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:15,546 INFO [RS:0;cb69081f5976:38573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:32:15,546 INFO [RS:0;cb69081f5976:38573 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,38573,1732545119566; zookeeper connection closed. 2024-11-25T14:32:15,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@410e7d25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@410e7d25 2024-11-25T14:32:15,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:32:15,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36251 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-25T14:32:15,623 DEBUG [M:0;cb69081f5976:39493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/805d912451d14297a4364e35a543d9d5 is 82, key is hbase:meta,,1/info:regioninfo/1732545123051/Put/seqid=0 2024-11-25T14:32:15,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741837_1013 (size=5672) 2024-11-25T14:32:15,815 DEBUG [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916 to pos 0, reset compression=false 2024-11-25T14:32:16,065 INFO [M:0;cb69081f5976:39493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/805d912451d14297a4364e35a543d9d5 2024-11-25T14:32:16,131 DEBUG [M:0;cb69081f5976:39493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ee861b78794a9db62e4c85040f63e0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732545123114/Put/seqid=0 2024-11-25T14:32:16,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741838_1014 (size=5275) 2024-11-25T14:32:16,607 INFO [M:0;cb69081f5976:39493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ee861b78794a9db62e4c85040f63e0 2024-11-25T14:32:16,685 DEBUG [M:0;cb69081f5976:39493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bba617d4e86648bb839852ca537ed578 is 69, key is cb69081f5976,38573,1732545119566/rs:state/1732545122292/Put/seqid=0 2024-11-25T14:32:16,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741839_1015 (size=5156) 2024-11-25T14:32:16,855 DEBUG [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916 to pos 0, reset compression=false 2024-11-25T14:32:17,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:32:17,141 INFO [M:0;cb69081f5976:39493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bba617d4e86648bb839852ca537ed578 2024-11-25T14:32:17,164 DEBUG [M:0;cb69081f5976:39493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/805d912451d14297a4364e35a543d9d5 as hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/805d912451d14297a4364e35a543d9d5 2024-11-25T14:32:17,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:17,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:17,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:17,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:17,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:17,195 INFO [M:0;cb69081f5976:39493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/805d912451d14297a4364e35a543d9d5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-25T14:32:17,207 DEBUG [M:0;cb69081f5976:39493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8ee861b78794a9db62e4c85040f63e0 as hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8ee861b78794a9db62e4c85040f63e0 2024-11-25T14:32:17,215 INFO [M:0;cb69081f5976:39493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8ee861b78794a9db62e4c85040f63e0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-25T14:32:17,223 DEBUG [M:0;cb69081f5976:39493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bba617d4e86648bb839852ca537ed578 as hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bba617d4e86648bb839852ca537ed578 2024-11-25T14:32:17,236 INFO [M:0;cb69081f5976:39493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46863/user/jenkins/test-data/7fd20846-3057-4186-e18f-a14aed0bbd30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bba617d4e86648bb839852ca537ed578, entries=1, sequenceid=28, filesize=5.0 K 2024-11-25T14:32:17,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:17,241 INFO [M:0;cb69081f5976:39493 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1713ms, sequenceid=28, compaction requested=false 2024-11-25T14:32:17,340 INFO [M:0;cb69081f5976:39493 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:17,340 DEBUG [M:0;cb69081f5976:39493 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545135528Disabling compacts and flushes for region at 1732545135528Disabling writes for close at 1732545135528Obtaining lock to block concurrent updates at 1732545135528Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545135528Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732545135529 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545135529Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545135530 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545135623 (+93 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545135623Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545136094 (+471 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545136130 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545136130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545136635 (+505 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545136684 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545136684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b4a872: reopening flushed file at 1732545137158 (+474 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347f0ea5: reopening flushed file at 1732545137195 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@391bd675: reopening flushed file at 1732545137215 (+20 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1713ms, sequenceid=28, compaction requested=false at 1732545137241 (+26 ms)Writing region close event to WAL at 1732545137339 (+98 ms)Closed at 1732545137340 (+1 ms) 2024-11-25T14:32:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35273 is added to blk_1073741830_1006 (size=10165) 2024-11-25T14:32:17,411 INFO [M:0;cb69081f5976:39493 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:32:17,412 INFO [M:0;cb69081f5976:39493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39493 2024-11-25T14:32:17,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:32:17,414 INFO [M:0;cb69081f5976:39493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:32:17,531 INFO [M:0;cb69081f5976:39493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:32:17,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:17,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39493-0x10173b211750003, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:17,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a932a1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:32:17,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3663022f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:32:17,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:32:17,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@578c9118{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:32:17,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5781baaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/hadoop.log.dir/,STOPPED} 2024-11-25T14:32:17,608 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:32:17,608 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:32:17,611 WARN [BP-1061877895-172.17.0.3-1732545116271 heartbeating to localhost/127.0.0.1:46863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:32:17,611 WARN [BP-1061877895-172.17.0.3-1732545116271 heartbeating to localhost/127.0.0.1:46863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1061877895-172.17.0.3-1732545116271 (Datanode Uuid 7afccc07-9647-4880-83cb-ee91bf04debc) service to localhost/127.0.0.1:46863 2024-11-25T14:32:17,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/cluster_c83b75fb-38c2-3fd4-ecff-9afe86b415e4/data/data1/current/BP-1061877895-172.17.0.3-1732545116271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:32:17,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/cluster_c83b75fb-38c2-3fd4-ecff-9afe86b415e4/data/data2/current/BP-1061877895-172.17.0.3-1732545116271 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:32:17,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:32:17,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ea3eda{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:32:17,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@790c552b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:32:17,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:32:17,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5ab4ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:32:17,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@619484eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/hadoop.log.dir/,STOPPED} 2024-11-25T14:32:17,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:32:17,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:32:17,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:17,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:17,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:17,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:17,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:17,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:32:17,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=944273813, stopped=false 2024-11-25T14:32:17,670 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,41631,1732545128412 2024-11-25T14:32:17,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948508593/running 2024-11-25T14:32:17,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:17,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948508593/running 2024-11-25T14:32:17,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:17,680 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:32:17,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/running 2024-11-25T14:32:17,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:17,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:17,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:17,683 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,36251,1732545128684' ***** 2024-11-25T14:32:17,683 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:32:17,685 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:32:17,685 INFO [RS:0;cb69081f5976:36251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:32:17,685 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:32:17,685 INFO [RS:0;cb69081f5976:36251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:32:17,685 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(3091): Received CLOSE for 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:17,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Set watcher on znode that does not yet exist, /0-1948508593/running 2024-11-25T14:32:17,694 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,36251,1732545128684 2024-11-25T14:32:17,694 INFO [RS:0;cb69081f5976:36251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:32:17,694 INFO [RS:0;cb69081f5976:36251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:36251. 2024-11-25T14:32:17,694 DEBUG [RS:0;cb69081f5976:36251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:17,694 DEBUG [RS:0;cb69081f5976:36251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:17,694 INFO [RS:0;cb69081f5976:36251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:32:17,694 INFO [RS:0;cb69081f5976:36251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:32:17,694 INFO [RS:0;cb69081f5976:36251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:32:17,694 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:32:17,695 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67fa3d56aa224340d33109335f5daddd, disabling compactions & flushes 2024-11-25T14:32:17,695 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:17,695 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:17,695 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. after waiting 0 ms 2024-11-25T14:32:17,695 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:17,703 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:32:17,703 DEBUG [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 67fa3d56aa224340d33109335f5daddd=hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd.} 2024-11-25T14:32:17,703 DEBUG [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67fa3d56aa224340d33109335f5daddd 2024-11-25T14:32:17,708 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:32:17,708 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:32:17,708 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:32:17,709 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:32:17,709 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:32:17,709 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-25T14:32:17,745 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/replication/67fa3d56aa224340d33109335f5daddd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-25T14:32:17,746 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:17,746 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:17,746 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:17,746 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67fa3d56aa224340d33109335f5daddd: Waiting for close lock at 1732545137695Running coprocessor pre-close hooks at 1732545137695Disabling compacts and flushes for region at 1732545137695Disabling writes for close at 1732545137695Writing region close event to WAL at 1732545137719 (+24 ms)Running coprocessor post-close hooks at 1732545137746 (+27 ms)Closed at 1732545137746 2024-11-25T14:32:17,746 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd. 2024-11-25T14:32:17,755 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:32:17,796 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/info/404928c96de442ad8a0b8a0a86863bff is 147, key is hbase:replication,,1732545123301.67fa3d56aa224340d33109335f5daddd./info:regioninfo/1732545135384/Put/seqid=0 2024-11-25T14:32:17,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741851_1027 (size=6385) 2024-11-25T14:32:17,863 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/info/404928c96de442ad8a0b8a0a86863bff 2024-11-25T14:32:17,900 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/.tmp/info/404928c96de442ad8a0b8a0a86863bff as hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/info/404928c96de442ad8a0b8a0a86863bff 2024-11-25T14:32:17,903 DEBUG [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:32:17,943 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/info/404928c96de442ad8a0b8a0a86863bff, entries=8, sequenceid=19, filesize=6.2 K 2024-11-25T14:32:17,945 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=19, compaction requested=false 2024-11-25T14:32:17,992 DEBUG [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.1732545130916 to pos 0, reset compression=false 2024-11-25T14:32:18,012 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-25T14:32:18,013 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:18,013 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:18,013 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:18,013 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545137708Running coprocessor pre-close hooks at 1732545137708Disabling compacts and flushes for region at 1732545137708Disabling writes for close at 1732545137709 (+1 ms)Obtaining lock to block concurrent updates at 1732545137709Preparing flush snapshotting stores in 1588230740 at 1732545137709Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732545137709Flushing stores of hbase:meta,,1.1588230740 at 1732545137719 (+10 ms)Flushing 1588230740/info: creating writer at 1732545137720 (+1 ms)Flushing 1588230740/info: appending metadata at 1732545137795 (+75 ms)Flushing 1588230740/info: closing flushed file at 1732545137795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f756c55: reopening flushed file at 1732545137894 (+99 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=19, compaction requested=false at 1732545137945 (+51 ms)Writing region close event to WAL at 1732545137987 (+42 ms)Running coprocessor post-close hooks at 1732545138013 (+26 ms)Closed at 1732545138013 2024-11-25T14:32:18,014 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:18,103 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,36251,1732545128684; all regions closed. 2024-11-25T14:32:18,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/WALs/cb69081f5976,36251,1732545128684/cb69081f5976%2C36251%2C1732545128684.meta.1732545131480.meta not finished, retry = 0 2024-11-25T14:32:18,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741849_1025 (size=2156) 2024-11-25T14:32:18,267 DEBUG [RS:0;cb69081f5976:36251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs 2024-11-25T14:32:18,267 INFO [RS:0;cb69081f5976:36251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C36251%2C1732545128684.meta:.meta(num 1732545131480) 2024-11-25T14:32:18,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741850_1026 (size=796) 2024-11-25T14:32:18,304 DEBUG [RS:0;cb69081f5976:36251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs 2024-11-25T14:32:18,304 INFO [RS:0;cb69081f5976:36251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C36251%2C1732545128684.rep:(num 1732545135249) 2024-11-25T14:32:18,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741848_1024 (size=93) 2024-11-25T14:32:18,348 DEBUG [RS:0;cb69081f5976:36251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/oldWALs 2024-11-25T14:32:18,348 INFO [RS:0;cb69081f5976:36251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C36251%2C1732545128684:(num 1732545130916) 2024-11-25T14:32:18,348 DEBUG [RS:0;cb69081f5976:36251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:18,348 INFO [RS:0;cb69081f5976:36251 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:32:18,349 INFO [RS:0;cb69081f5976:36251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:32:18,349 INFO [RS:0;cb69081f5976:36251 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:32:18,349 INFO [RS:0;cb69081f5976:36251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:32:18,349 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:32:18,349 INFO [RS:0;cb69081f5976:36251 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,36251,1732545128684 because: Region server is closing 2024-11-25T14:32:18,349 INFO [RS:0;cb69081f5976:36251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:36251. 2024-11-25T14:32:18,349 DEBUG [RS:0;cb69081f5976:36251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:18,349 DEBUG [RS:0;cb69081f5976:36251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:18,349 DEBUG [RS:0;cb69081f5976:36251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:18,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:18,350 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-25T14:32:18,350 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-25T14:32:18,350 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T14:32:18,450 WARN [RS:0;cb69081f5976:36251.replicationSource.wal-reader.cb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T14:32:18,451 WARN [RS:0;cb69081f5976:36251.replicationSource.shippercb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T14:32:18,451 INFO [RS:0;cb69081f5976:36251 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;cb69081f5976:36251.replicationSource.shippercb69081f5976%2C36251%2C1732545128684,1-cb69081f5976,36251,1732545128684 terminated 2024-11-25T14:32:18,452 INFO [RS:0;cb69081f5976:36251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36251 2024-11-25T14:32:18,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593/rs 2024-11-25T14:32:18,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948508593/rs/cb69081f5976,36251,1732545128684 2024-11-25T14:32:18,484 INFO [RS:0;cb69081f5976:36251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:32:18,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,36251,1732545128684] 2024-11-25T14:32:18,501 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1948508593/draining/cb69081f5976,36251,1732545128684 already deleted, retry=false 2024-11-25T14:32:18,501 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,36251,1732545128684 expired; onlineServers=0 2024-11-25T14:32:18,501 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,41631,1732545128412' ***** 2024-11-25T14:32:18,501 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:32:18,503 INFO [M:0;cb69081f5976:41631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:32:18,503 INFO [M:0;cb69081f5976:41631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:32:18,503 DEBUG [M:0;cb69081f5976:41631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:32:18,504 DEBUG [M:0;cb69081f5976:41631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:32:18,504 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:32:18,504 INFO [M:0;cb69081f5976:41631 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:32:18,504 INFO [M:0;cb69081f5976:41631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:32:18,504 DEBUG [M:0;cb69081f5976:41631 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:32:18,504 INFO [M:0;cb69081f5976:41631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:32:18,504 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545130370 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545130370,5,FailOnTimeoutGroup] 2024-11-25T14:32:18,504 INFO [M:0;cb69081f5976:41631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:32:18,504 INFO [M:0;cb69081f5976:41631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:32:18,504 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:32:18,506 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545130347 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545130347,5,FailOnTimeoutGroup] 2024-11-25T14:32:18,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1948508593/master 2024-11-25T14:32:18,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1948508593 2024-11-25T14:32:18,511 DEBUG [M:0;cb69081f5976:41631 {}] zookeeper.ZKUtil(347): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Unable to get data of znode /0-1948508593/master because node does not exist (not an error) 2024-11-25T14:32:18,511 WARN [M:0;cb69081f5976:41631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T14:32:18,512 INFO [M:0;cb69081f5976:41631 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/.lastflushedseqids 2024-11-25T14:32:18,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741852_1028 (size=181) 2024-11-25T14:32:18,587 INFO [M:0;cb69081f5976:41631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:32:18,587 INFO [M:0;cb69081f5976:41631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:32:18,587 DEBUG [M:0;cb69081f5976:41631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:32:18,588 INFO [M:0;cb69081f5976:41631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:18,588 DEBUG [M:0;cb69081f5976:41631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:18,588 DEBUG [M:0;cb69081f5976:41631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:32:18,588 DEBUG [M:0;cb69081f5976:41631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:18,588 INFO [M:0;cb69081f5976:41631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-25T14:32:18,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:18,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36251-0x10173b211750007, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:18,593 INFO [RS:0;cb69081f5976:36251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:32:18,593 INFO [RS:0;cb69081f5976:36251 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,36251,1732545128684; zookeeper connection closed. 2024-11-25T14:32:18,619 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e45faf3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e45faf3 2024-11-25T14:32:18,623 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:32:18,641 DEBUG [M:0;cb69081f5976:41631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6f63d1861d54a0b88fd54a6c7030d0b is 82, key is hbase:meta,,1/info:regioninfo/1732545131745/Put/seqid=0 2024-11-25T14:32:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741853_1029 (size=5672) 2024-11-25T14:32:18,687 INFO [M:0;cb69081f5976:41631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6f63d1861d54a0b88fd54a6c7030d0b 2024-11-25T14:32:18,743 DEBUG [M:0;cb69081f5976:41631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08eb38b5208e4e6a94cd2bd38c8ac0cf is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732545135391/Put/seqid=0 2024-11-25T14:32:18,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741854_1030 (size=7312) 2024-11-25T14:32:18,773 INFO [M:0;cb69081f5976:41631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08eb38b5208e4e6a94cd2bd38c8ac0cf 2024-11-25T14:32:18,816 DEBUG [M:0;cb69081f5976:41631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fe6682284cc4dd5b165333ed51ec94e is 69, key is cb69081f5976,36251,1732545128684/rs:state/1732545130500/Put/seqid=0 2024-11-25T14:32:18,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741855_1031 (size=5370) 2024-11-25T14:32:18,861 INFO [M:0;cb69081f5976:41631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fe6682284cc4dd5b165333ed51ec94e 2024-11-25T14:32:18,900 INFO [M:0;cb69081f5976:41631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fe6682284cc4dd5b165333ed51ec94e 2024-11-25T14:32:18,907 DEBUG [M:0;cb69081f5976:41631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6f63d1861d54a0b88fd54a6c7030d0b as hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6f63d1861d54a0b88fd54a6c7030d0b 2024-11-25T14:32:18,928 INFO [M:0;cb69081f5976:41631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6f63d1861d54a0b88fd54a6c7030d0b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-25T14:32:18,933 DEBUG [M:0;cb69081f5976:41631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08eb38b5208e4e6a94cd2bd38c8ac0cf as hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08eb38b5208e4e6a94cd2bd38c8ac0cf 2024-11-25T14:32:18,946 INFO [M:0;cb69081f5976:41631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08eb38b5208e4e6a94cd2bd38c8ac0cf, entries=7, sequenceid=127, filesize=7.1 K 2024-11-25T14:32:18,951 DEBUG [M:0;cb69081f5976:41631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fe6682284cc4dd5b165333ed51ec94e as hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fe6682284cc4dd5b165333ed51ec94e 2024-11-25T14:32:18,961 INFO [M:0;cb69081f5976:41631 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fe6682284cc4dd5b165333ed51ec94e 2024-11-25T14:32:18,961 INFO [M:0;cb69081f5976:41631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38707/user/jenkins/test-data/0d9d499c-b408-d8be-d0f8-0ebff859c343/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fe6682284cc4dd5b165333ed51ec94e, entries=2, sequenceid=127, filesize=5.2 K 2024-11-25T14:32:18,968 INFO [M:0;cb69081f5976:41631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 380ms, sequenceid=127, compaction requested=false 2024-11-25T14:32:18,993 INFO [M:0;cb69081f5976:41631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:18,993 DEBUG [M:0;cb69081f5976:41631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545138587Disabling compacts and flushes for region at 1732545138587Disabling writes for close at 1732545138588 (+1 ms)Obtaining lock to block concurrent updates at 1732545138588Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545138588Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732545138588Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545138589 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545138589Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545138641 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545138641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545138693 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545138743 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545138743Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545138788 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545138815 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545138816 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7110adec: reopening flushed file at 1732545138900 (+84 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32020d74: reopening flushed file at 1732545138929 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24acd480: reopening flushed file at 1732545138946 (+17 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 380ms, sequenceid=127, compaction requested=false at 1732545138968 (+22 ms)Writing region close event to WAL at 1732545138993 (+25 ms)Closed at 1732545138993 2024-11-25T14:32:18,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46193 is added to blk_1073741847_1023 (size=22903) 2024-11-25T14:32:19,001 INFO [M:0;cb69081f5976:41631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:32:19,001 INFO [M:0;cb69081f5976:41631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41631 2024-11-25T14:32:19,001 INFO [M:0;cb69081f5976:41631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:32:19,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:32:19,109 INFO [M:0;cb69081f5976:41631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:32:19,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:19,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x10173b211750006, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:19,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78825a0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:32:19,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:32:19,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:32:19,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:32:19,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/hadoop.log.dir/,STOPPED} 2024-11-25T14:32:19,180 WARN [BP-2083324599-172.17.0.3-1732545109976 heartbeating to localhost/127.0.0.1:38707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:32:19,180 WARN [BP-2083324599-172.17.0.3-1732545109976 heartbeating to localhost/127.0.0.1:38707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2083324599-172.17.0.3-1732545109976 (Datanode Uuid 3ffb1a35-c91d-44bf-ad2b-c8f535dd9bed) service to localhost/127.0.0.1:38707 2024-11-25T14:32:19,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/cluster_8817875f-6cbc-6065-d93d-39c82c49e2db/data/data1/current/BP-2083324599-172.17.0.3-1732545109976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:32:19,181 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:32:19,181 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:32:19,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:32:19,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/cluster_8817875f-6cbc-6065-d93d-39c82c49e2db/data/data2/current/BP-2083324599-172.17.0.3-1732545109976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:32:19,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@426661ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:32:19,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f4e1df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:32:19,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:32:19,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c9eb55a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:32:19,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/452815cb-665d-7c03-8068-df8c924610c1/hadoop.log.dir/,STOPPED} 2024-11-25T14:32:19,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T14:32:19,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:32:19,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 158) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46863 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56645) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38707 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56645) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=578 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1011 (was 798) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3715 (was 3872) 2024-11-25T14:32:19,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10173b211750005, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:32:19,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10173b211750002, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:32:19,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10173b211750005, quorum=127.0.0.1:56645, baseZNode=/11185581242 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:32:19,328 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=578, MaxFileDescriptor=1048576, SystemLoadAverage=1011, ProcessCount=11, AvailableMemoryMB=3714 2024-11-25T14:32:19,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10173b211750002, quorum=127.0.0.1:56645, baseZNode=/0-1948508593 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:32:19,352 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-25T14:32:19,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/hadoop.log.dir so I do NOT create it in target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd 2024-11-25T14:32:19,353 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:32:19,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/hadoop.tmp.dir so I do NOT create it in target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd 2024-11-25T14:32:19,353 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d5f5a9f-b4ad-46f4-9940-794133c93f79/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:32:19,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd 2024-11-25T14:32:19,353 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/cluster_c631db77-6147-eacb-44d3-d2cbfe908fe1, deleteOnExit=true 2024-11-25T14:32:19,455 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/cluster_c631db77-6147-eacb-44d3-d2cbfe908fe1/zookeeper_0, clientPort=60662, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/cluster_c631db77-6147-eacb-44d3-d2cbfe908fe1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/cluster_c631db77-6147-eacb-44d3-d2cbfe908fe1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T14:32:19,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60662 2024-11-25T14:32:19,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:32:19,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:32:19,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/test.cache.data in system properties and HBase conf 2024-11-25T14:32:19,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:32:19,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:32:19,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:32:19,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:32:19,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:32:19,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:32:19,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:32:19,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:32:19,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:32:19,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:32:19,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:32:19,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:32:19,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:32:19,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:32:19,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:32:19,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:32:19,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:32:19,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:32:19,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:32:19,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:32:20,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:20,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:32:20,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:32:20,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:32:20,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:32:20,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:20,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e1cd29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:32:20,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a20ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:32:20,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b15aeb2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/java.io.tmpdir/jetty-localhost-37767-hadoop-hdfs-3_4_1-tests_jar-_-any-9121097842388084887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:32:20,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b49232a{HTTP/1.1, (http/1.1)}{localhost:37767} 2024-11-25T14:32:20,305 INFO [Time-limited test {}] server.Server(415): Started @167612ms 2024-11-25T14:32:20,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:20,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:32:20,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:32:20,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:32:20,691 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:32:20,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fb0c48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:32:20,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b238757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:32:20,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62b36654{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/java.io.tmpdir/jetty-localhost-43035-hadoop-hdfs-3_4_1-tests_jar-_-any-773680185119856111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:32:20,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@670e66f2{HTTP/1.1, (http/1.1)}{localhost:43035} 2024-11-25T14:32:20,832 INFO [Time-limited test {}] server.Server(415): Started @168139ms 2024-11-25T14:32:20,834 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:32:21,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:21,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:32:21,171 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:32:21,171 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:22,097 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/cluster_c631db77-6147-eacb-44d3-d2cbfe908fe1/data/data1/current/BP-393752810-172.17.0.3-1732545139561/current, will proceed with Du for space computation calculation, 2024-11-25T14:32:22,104 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/cluster_c631db77-6147-eacb-44d3-d2cbfe908fe1/data/data2/current/BP-393752810-172.17.0.3-1732545139561/current, will proceed with Du for space computation calculation, 2024-11-25T14:32:22,216 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:32:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1849d0b1b3ca3849 with lease ID 0x484190e21798c8be: Processing first storage report for DS-3381eaf1-5163-42ca-b560-f268614bcd27 from datanode DatanodeRegistration(127.0.0.1:43897, datanodeUuid=9113006a-d1df-4130-ad4d-17d7abc8ed79, infoPort=42947, infoSecurePort=0, ipcPort=37063, storageInfo=lv=-57;cid=testClusterID;nsid=1408453394;c=1732545139561) 2024-11-25T14:32:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1849d0b1b3ca3849 with lease ID 0x484190e21798c8be: from storage DS-3381eaf1-5163-42ca-b560-f268614bcd27 node DatanodeRegistration(127.0.0.1:43897, datanodeUuid=9113006a-d1df-4130-ad4d-17d7abc8ed79, infoPort=42947, infoSecurePort=0, ipcPort=37063, storageInfo=lv=-57;cid=testClusterID;nsid=1408453394;c=1732545139561), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:32:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1849d0b1b3ca3849 with lease ID 0x484190e21798c8be: Processing first storage report for DS-205833d9-8438-445d-ae4e-303683fa7147 from datanode DatanodeRegistration(127.0.0.1:43897, datanodeUuid=9113006a-d1df-4130-ad4d-17d7abc8ed79, infoPort=42947, infoSecurePort=0, ipcPort=37063, storageInfo=lv=-57;cid=testClusterID;nsid=1408453394;c=1732545139561) 2024-11-25T14:32:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1849d0b1b3ca3849 with lease ID 0x484190e21798c8be: from storage DS-205833d9-8438-445d-ae4e-303683fa7147 node DatanodeRegistration(127.0.0.1:43897, datanodeUuid=9113006a-d1df-4130-ad4d-17d7abc8ed79, infoPort=42947, infoSecurePort=0, ipcPort=37063, storageInfo=lv=-57;cid=testClusterID;nsid=1408453394;c=1732545139561), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:32:22,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd 2024-11-25T14:32:22,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:22,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:22,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:32:22,352 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917 with version=8 2024-11-25T14:32:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/hbase-staging 2024-11-25T14:32:22,355 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:32:22,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:22,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:22,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:32:22,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:22,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:32:22,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:32:22,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:32:22,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45193 2024-11-25T14:32:22,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45193 connecting to ZooKeeper ensemble=127.0.0.1:60662 2024-11-25T14:32:22,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451930x0, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:22,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45193-0x10173b284a50000 connected 2024-11-25T14:32:22,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:22,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:22,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Set watcher on znode that does not yet exist, /0-62623133/running 2024-11-25T14:32:22,740 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917, hbase.cluster.distributed=false 2024-11-25T14:32:22,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Set watcher on znode that does not yet exist, /0-62623133/acl 2024-11-25T14:32:22,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-25T14:32:22,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45193 2024-11-25T14:32:22,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45193 2024-11-25T14:32:22,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-25T14:32:22,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45193 2024-11-25T14:32:22,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:32:22,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:22,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:22,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:32:22,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:22,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:32:22,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:32:22,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:32:22,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41427 2024-11-25T14:32:22,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41427 connecting to ZooKeeper ensemble=127.0.0.1:60662 2024-11-25T14:32:22,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:22,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:22,916 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414270x0, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:22,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414270x0, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Set watcher on znode that does not yet exist, /0-62623133/running 2024-11-25T14:32:22,916 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:32:22,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41427-0x10173b284a50001 connected 2024-11-25T14:32:22,950 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:32:22,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Set watcher on znode that does not yet exist, /0-62623133/master 2024-11-25T14:32:22,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Set watcher on znode that does not yet exist, /0-62623133/acl 2024-11-25T14:32:22,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41427 2024-11-25T14:32:22,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41427 2024-11-25T14:32:22,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41427 2024-11-25T14:32:23,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41427 2024-11-25T14:32:23,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41427 2024-11-25T14:32:23,059 DEBUG [M:0;cb69081f5976:45193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:45193 2024-11-25T14:32:23,082 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-62623133/backup-masters/cb69081f5976,45193,1732545142354 2024-11-25T14:32:23,092 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133/backup-masters 2024-11-25T14:32:23,092 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Set watcher on existing znode=/0-62623133/backup-masters/cb69081f5976,45193,1732545142354 2024-11-25T14:32:23,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133/backup-masters 2024-11-25T14:32:23,100 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-62623133/master 2024-11-25T14:32:23,100 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:23,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:23,101 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Set watcher on existing znode=/0-62623133/master 2024-11-25T14:32:23,101 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-62623133/backup-masters/cb69081f5976,45193,1732545142354 from backup master directory 2024-11-25T14:32:23,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-62623133/backup-masters/cb69081f5976,45193,1732545142354 2024-11-25T14:32:23,117 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:32:23,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133/backup-masters 2024-11-25T14:32:23,117 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,45193,1732545142354 2024-11-25T14:32:23,118 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133/backup-masters 2024-11-25T14:32:23,146 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/hbase.id] with ID: e1a6d728-86b5-48e1-9f03-250d36ef15a9 2024-11-25T14:32:23,146 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/.tmp/hbase.id 2024-11-25T14:32:23,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:32:23,191 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/.tmp/hbase.id]:[hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/hbase.id] 2024-11-25T14:32:23,209 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:23,210 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:32:23,211 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T14:32:23,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:23,223 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:23,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:32:23,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:32:23,326 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:32:23,327 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:32:23,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:23,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:23,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:23,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:23,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:23,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:23,348 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:23,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:23,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:32:23,424 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store 2024-11-25T14:32:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:32:23,488 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:23,488 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:32:23,489 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:23,489 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:23,489 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:32:23,489 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:23,493 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:23,494 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545143488Disabling compacts and flushes for region at 1732545143488Disabling writes for close at 1732545143489 (+1 ms)Writing region close event to WAL at 1732545143489Closed at 1732545143493 (+4 ms) 2024-11-25T14:32:23,495 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/.initializing 2024-11-25T14:32:23,495 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/WALs/cb69081f5976,45193,1732545142354 2024-11-25T14:32:23,497 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:32:23,499 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C45193%2C1732545142354, suffix=, logDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/WALs/cb69081f5976,45193,1732545142354, archiveDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/oldWALs, maxLogs=10 2024-11-25T14:32:23,522 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/WALs/cb69081f5976,45193,1732545142354/cb69081f5976%2C45193%2C1732545142354.1732545143499, exclude list is [], retry=0 2024-11-25T14:32:23,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43897,DS-3381eaf1-5163-42ca-b560-f268614bcd27,DISK] 2024-11-25T14:32:23,553 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/WALs/cb69081f5976,45193,1732545142354/cb69081f5976%2C45193%2C1732545142354.1732545143499 2024-11-25T14:32:23,560 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42947:42947)] 2024-11-25T14:32:23,560 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:23,560 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:23,560 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,560 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:32:23,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:23,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:23,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:32:23,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:23,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:23,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:32:23,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:23,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:23,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:32:23,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:23,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:23,594 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,595 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,595 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,597 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,597 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,598 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:23,599 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:23,606 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:23,607 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72113366, jitterRate=0.07457289099693298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:23,607 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545143560Initializing all the Stores at 1732545143562 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545143562Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545143577 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545143577Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545143577Cleaning up temporary data from old regions at 1732545143597 (+20 ms)Region opened successfully at 1732545143607 (+10 ms) 2024-11-25T14:32:23,612 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:32:23,616 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34aa8172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:32:23,618 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:32:23,618 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:32:23,618 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:32:23,618 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:32:23,629 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 10 msec 2024-11-25T14:32:23,629 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:32:23,629 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:32:23,664 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:32:23,668 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Unable to get data of znode /0-62623133/balancer because node does not exist (not necessarily an error) 2024-11-25T14:32:23,687 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-62623133/balancer already deleted, retry=false 2024-11-25T14:32:23,688 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:32:23,691 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Unable to get data of znode /0-62623133/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:32:23,708 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-62623133/normalizer already deleted, retry=false 2024-11-25T14:32:23,709 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:32:23,719 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Unable to get data of znode /0-62623133/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:32:23,733 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-62623133/switch/split already deleted, retry=false 2024-11-25T14:32:23,735 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Unable to get data of znode /0-62623133/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:32:23,742 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-62623133/switch/merge already deleted, retry=false 2024-11-25T14:32:23,744 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Unable to get data of znode /0-62623133/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:32:23,750 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-62623133/snapshot-cleanup already deleted, retry=false 2024-11-25T14:32:23,760 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,45193,1732545142354, sessionid=0x10173b284a50000, setting cluster-up flag (Was=false) 2024-11-25T14:32:23,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-62623133/running 2024-11-25T14:32:23,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:23,761 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-62623133/running 2024-11-25T14:32:23,761 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:23,805 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-62623133/flush-table-proc/acquired, /0-62623133/flush-table-proc/reached, /0-62623133/flush-table-proc/abort 2024-11-25T14:32:23,806 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,45193,1732545142354 2024-11-25T14:32:23,834 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:23,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:23,859 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-62623133/online-snapshot/acquired, /0-62623133/online-snapshot/reached, /0-62623133/online-snapshot/abort 2024-11-25T14:32:23,860 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,45193,1732545142354 2024-11-25T14:32:23,874 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:32:23,882 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:23,882 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:32:23,882 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:32:23,882 WARN [master/cb69081f5976:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of cb69081f5976,44115,1732545113046: status=Processing ServerCrashProcedure of cb69081f5976,44115,1732545113046 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732545130302, completionTime=-1 appears to have been leaked 2024-11-25T14:32:23,883 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,45193,1732545142354 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:32:23,891 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:23,891 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:23,891 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:23,891 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:23,891 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:32:23,891 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:23,891 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:32:23,891 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:23,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:23,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:32:23,943 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:23,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:32:23,959 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545173959 2024-11-25T14:32:23,959 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:32:23,960 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:32:23,960 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:32:23,960 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:32:23,960 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:32:23,960 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:32:23,971 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:23,975 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:32:23,975 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:32:23,976 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:32:23,976 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:32:23,987 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(746): ClusterId : e1a6d728-86b5-48e1-9f03-250d36ef15a9 2024-11-25T14:32:23,987 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:32:23,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:32:23,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:32:24,000 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:32:24,000 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:32:24,010 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:32:24,010 DEBUG [RS:0;cb69081f5976:41427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a4d15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:32:24,011 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545143995,5,FailOnTimeoutGroup] 2024-11-25T14:32:24,015 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545144011,5,FailOnTimeoutGroup] 2024-11-25T14:32:24,015 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,015 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:32:24,015 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,015 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,074 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:41427 2024-11-25T14:32:24,075 INFO [RS:0;cb69081f5976:41427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:32:24,075 INFO [RS:0;cb69081f5976:41427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:32:24,075 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:32:24,080 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,45193,1732545142354 with port=41427, startcode=1732545142858 2024-11-25T14:32:24,080 DEBUG [RS:0;cb69081f5976:41427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:32:24,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:32:24,096 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:32:24,096 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917 2024-11-25T14:32:24,101 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:32:24,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,41427,1732545142858 2024-11-25T14:32:24,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45193 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,41427,1732545142858 2024-11-25T14:32:24,109 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917 2024-11-25T14:32:24,109 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36069 2024-11-25T14:32:24,109 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:32:24,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133/rs 2024-11-25T14:32:24,128 DEBUG [RS:0;cb69081f5976:41427 {}] zookeeper.ZKUtil(111): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Set watcher on existing znode=/0-62623133/rs/cb69081f5976,41427,1732545142858 2024-11-25T14:32:24,128 WARN [RS:0;cb69081f5976:41427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:32:24,128 INFO [RS:0;cb69081f5976:41427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:24,128 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858 2024-11-25T14:32:24,143 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,41427,1732545142858] 2024-11-25T14:32:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:32:24,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:24,205 INFO [RS:0;cb69081f5976:41427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:32:24,228 INFO [RS:0;cb69081f5976:41427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:32:24,232 INFO [RS:0;cb69081f5976:41427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:32:24,233 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,243 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:32:24,244 INFO [RS:0;cb69081f5976:41427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:32:24,244 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,247 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:24,247 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:24,247 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:24,247 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:24,247 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:24,247 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:32:24,247 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:24,247 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:24,248 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:24,248 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:24,248 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:24,248 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:24,248 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:32:24,248 DEBUG [RS:0;cb69081f5976:41427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:32:24,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:32:24,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:32:24,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:24,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:24,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:32:24,285 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,285 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,285 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,285 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,285 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,285 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41427,1732545142858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:32:24,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:32:24,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:24,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:24,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:32:24,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:32:24,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:24,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:24,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:32:24,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:32:24,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:24,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:24,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:32:24,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740 2024-11-25T14:32:24,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740 2024-11-25T14:32:24,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:32:24,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:32:24,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:24,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:32:24,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:24,335 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59361699, jitterRate=-0.11544175446033478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:24,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545144195Initializing all the Stores at 1732545144197 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545144197Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545144251 (+54 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545144251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545144251Cleaning up temporary data from old regions at 1732545144319 (+68 ms)Region opened successfully at 1732545144336 (+17 ms) 2024-11-25T14:32:24,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:32:24,336 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:32:24,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:32:24,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:32:24,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:32:24,343 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:32:24,343 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,41427,1732545142858-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,343 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,343 INFO [RS:0;cb69081f5976:41427 {}] regionserver.Replication(171): cb69081f5976,41427,1732545142858 started 2024-11-25T14:32:24,352 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:24,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545144336Disabling compacts and flushes for region at 1732545144336Disabling writes for close at 1732545144336Writing region close event to WAL at 1732545144351 (+15 ms)Closed at 1732545144351 2024-11-25T14:32:24,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:24,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:32:24,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:32:24,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:32:24,356 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:32:24,421 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:24,421 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,41427,1732545142858, RpcServer on cb69081f5976/172.17.0.3:41427, sessionid=0x10173b284a50001 2024-11-25T14:32:24,421 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:32:24,421 DEBUG [RS:0;cb69081f5976:41427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,41427,1732545142858 2024-11-25T14:32:24,421 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,41427,1732545142858' 2024-11-25T14:32:24,421 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-62623133/flush-table-proc/abort' 2024-11-25T14:32:24,422 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-62623133/flush-table-proc/acquired' 2024-11-25T14:32:24,423 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:32:24,423 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:32:24,423 DEBUG [RS:0;cb69081f5976:41427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,41427,1732545142858 2024-11-25T14:32:24,423 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,41427,1732545142858' 2024-11-25T14:32:24,423 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-62623133/online-snapshot/abort' 2024-11-25T14:32:24,426 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-62623133/online-snapshot/acquired' 2024-11-25T14:32:24,428 DEBUG [RS:0;cb69081f5976:41427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:32:24,428 INFO [RS:0;cb69081f5976:41427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:32:24,428 INFO [RS:0;cb69081f5976:41427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:32:24,507 WARN [cb69081f5976:45193 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T14:32:24,528 INFO [RS:0;cb69081f5976:41427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:32:24,530 INFO [RS:0;cb69081f5976:41427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C41427%2C1732545142858, suffix=, logDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858, archiveDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/oldWALs, maxLogs=10 2024-11-25T14:32:24,550 DEBUG [RS:0;cb69081f5976:41427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531, exclude list is [], retry=0 2024-11-25T14:32:24,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43897,DS-3381eaf1-5163-42ca-b560-f268614bcd27,DISK] 2024-11-25T14:32:24,568 INFO [RS:0;cb69081f5976:41427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 2024-11-25T14:32:24,571 DEBUG [RS:0;cb69081f5976:41427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42947:42947)] 2024-11-25T14:32:24,757 DEBUG [cb69081f5976:45193 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:32:24,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,41427,1732545142858 2024-11-25T14:32:24,760 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,41427,1732545142858, state=OPENING 2024-11-25T14:32:24,823 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:32:24,833 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:24,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-62623133/meta-region-server: CHANGED 2024-11-25T14:32:24,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:32:24,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,41427,1732545142858}] 2024-11-25T14:32:24,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:24,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-62623133/meta-region-server: CHANGED 2024-11-25T14:32:25,000 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:32:25,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:32:25,013 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:32:25,013 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:25,013 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:32:25,022 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C41427%2C1732545142858.meta, suffix=.meta, logDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858, archiveDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/oldWALs, maxLogs=10 2024-11-25T14:32:25,064 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.meta.1732545145023.meta, exclude list is [], retry=0 2024-11-25T14:32:25,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43897,DS-3381eaf1-5163-42ca-b560-f268614bcd27,DISK] 2024-11-25T14:32:25,079 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.meta.1732545145023.meta 2024-11-25T14:32:25,099 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42947:42947)] 2024-11-25T14:32:25,099 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:25,100 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:32:25,100 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:32:25,100 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:32:25,100 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:32:25,100 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:32:25,100 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:25,100 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:32:25,101 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:32:25,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:32:25,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:32:25,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:25,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:25,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:32:25,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:32:25,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:25,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:25,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:32:25,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:32:25,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:25,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:25,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:32:25,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:32:25,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:25,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:25,139 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:32:25,140 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740 2024-11-25T14:32:25,142 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740 2024-11-25T14:32:25,143 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:32:25,143 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:32:25,144 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:25,146 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:32:25,147 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68586162, jitterRate=0.022013455629348755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:25,147 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:32:25,147 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545145101Writing region info on filesystem at 1732545145101Initializing all the Stores at 1732545145102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545145102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545145107 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545145107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545145107Cleaning up temporary data from old regions at 1732545145143 (+36 ms)Running coprocessor post-open hooks at 1732545145147 (+4 ms)Region opened successfully at 1732545145147 2024-11-25T14:32:25,152 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545144999 2024-11-25T14:32:25,156 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:32:25,156 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:32:25,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,41427,1732545142858 2024-11-25T14:32:25,158 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,41427,1732545142858, state=OPEN 2024-11-25T14:32:25,253 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-62623133/meta-region-server 2024-11-25T14:32:25,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-62623133/meta-region-server 2024-11-25T14:32:25,254 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,41427,1732545142858 2024-11-25T14:32:25,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-62623133/meta-region-server: CHANGED 2024-11-25T14:32:25,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-62623133/meta-region-server: CHANGED 2024-11-25T14:32:25,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:32:25,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,41427,1732545142858 in 420 msec 2024-11-25T14:32:25,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:32:25,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 904 msec 2024-11-25T14:32:25,261 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:25,261 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:32:25,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:25,262 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,41427,1732545142858, seqNum=-1] 2024-11-25T14:32:25,263 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:25,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:25,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3940 sec 2024-11-25T14:32:25,288 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545145288, completionTime=-1 2024-11-25T14:32:25,288 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:32:25,288 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:32:25,292 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:32:25,292 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545205292 2024-11-25T14:32:25,292 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545265292 2024-11-25T14:32:25,292 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-25T14:32:25,292 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45193,1732545142354-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:25,292 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45193,1732545142354-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:25,292 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45193,1732545142354-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:25,292 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:45193, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:25,292 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:25,295 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:25,300 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:32:25,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.195sec 2024-11-25T14:32:25,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:32:25,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:32:25,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:32:25,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:32:25,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:32:25,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45193,1732545142354-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:32:25,312 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45193,1732545142354-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:32:25,351 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:32:25,351 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:32:25,351 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45193,1732545142354-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:25,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ea8901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:25,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45193,-1 for getting cluster id 2024-11-25T14:32:25,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:25,420 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a6d728-86b5-48e1-9f03-250d36ef15a9' 2024-11-25T14:32:25,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:25,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a6d728-86b5-48e1-9f03-250d36ef15a9" 2024-11-25T14:32:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba9bc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45193,-1] 2024-11-25T14:32:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:25,423 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:25,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dec8d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:25,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:25,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,41427,1732545142858, seqNum=-1] 2024-11-25T14:32:25,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:25,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:25,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,45193,1732545142354 2024-11-25T14:32:25,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60662 2024-11-25T14:32:25,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:25,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10173b284a50002 connected 2024-11-25T14:32:25,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/hadoop.log.dir so I do NOT create it in target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c 2024-11-25T14:32:25,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:32:25,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/hadoop.tmp.dir so I do NOT create it in target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c 2024-11-25T14:32:25,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:32:25,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c 2024-11-25T14:32:25,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:32:25,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/cluster_6e573cec-fdfd-e667-5876-8b3e2ef21b23, deleteOnExit=true 2024-11-25T14:32:25,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:32:25,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/test.cache.data in system properties and HBase conf 2024-11-25T14:32:25,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:32:25,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:32:25,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:32:25,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:32:25,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:32:25,492 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:32:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:32:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:32:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:32:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:32:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:32:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:32:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:32:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:32:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:32:25,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:32:25,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:32:25,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:32:25,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:32:25,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:32:25,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:25,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:32:25,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:32:25,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:32:25,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:32:26,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:26,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae04b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:32:26,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ef8e466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:32:26,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bac464d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/java.io.tmpdir/jetty-localhost-35399-hadoop-hdfs-3_4_1-tests_jar-_-any-13166458535008231410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:32:26,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bae29d{HTTP/1.1, (http/1.1)}{localhost:35399} 2024-11-25T14:32:26,291 INFO [Time-limited test {}] server.Server(415): Started @173598ms 2024-11-25T14:32:27,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:27,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:32:27,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:32:27,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:32:27,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:32:27,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c855783{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:32:27,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29db64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:32:27,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62978b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/java.io.tmpdir/jetty-localhost-45673-hadoop-hdfs-3_4_1-tests_jar-_-any-17706310975050808782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:32:27,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ce4868{HTTP/1.1, (http/1.1)}{localhost:45673} 2024-11-25T14:32:27,320 INFO [Time-limited test {}] server.Server(415): Started @174626ms 2024-11-25T14:32:27,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:32:28,247 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/cluster_6e573cec-fdfd-e667-5876-8b3e2ef21b23/data/data2/current/BP-1587612421-172.17.0.3-1732545145535/current, will proceed with Du for space computation calculation, 2024-11-25T14:32:28,247 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/cluster_6e573cec-fdfd-e667-5876-8b3e2ef21b23/data/data1/current/BP-1587612421-172.17.0.3-1732545145535/current, will proceed with Du for space computation calculation, 2024-11-25T14:32:28,268 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:32:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37d1a2e21f2ae2c2 with lease ID 0xe303cacde818e13b: Processing first storage report for DS-408ca5f0-03a1-4a2b-acf4-f1cdcf289ffc from datanode DatanodeRegistration(127.0.0.1:43535, datanodeUuid=08572012-73e4-4e4a-b8e5-704fd6900dba, infoPort=37465, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=1354980308;c=1732545145535) 2024-11-25T14:32:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37d1a2e21f2ae2c2 with lease ID 0xe303cacde818e13b: from storage DS-408ca5f0-03a1-4a2b-acf4-f1cdcf289ffc node DatanodeRegistration(127.0.0.1:43535, datanodeUuid=08572012-73e4-4e4a-b8e5-704fd6900dba, infoPort=37465, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=1354980308;c=1732545145535), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:32:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37d1a2e21f2ae2c2 with lease ID 0xe303cacde818e13b: Processing first storage report for DS-62319ebd-e938-4a58-978a-9ad4babbe72b from datanode DatanodeRegistration(127.0.0.1:43535, datanodeUuid=08572012-73e4-4e4a-b8e5-704fd6900dba, infoPort=37465, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=1354980308;c=1732545145535) 2024-11-25T14:32:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37d1a2e21f2ae2c2 with lease ID 0xe303cacde818e13b: from storage DS-62319ebd-e938-4a58-978a-9ad4babbe72b node DatanodeRegistration(127.0.0.1:43535, datanodeUuid=08572012-73e4-4e4a-b8e5-704fd6900dba, infoPort=37465, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=1354980308;c=1732545145535), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:32:28,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c 2024-11-25T14:32:28,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:28,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:28,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:32:28,722 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a with version=8 2024-11-25T14:32:28,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/hbase-staging 2024-11-25T14:32:28,724 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:32:28,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:28,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:28,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:32:28,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:28,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:32:28,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:32:28,725 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:32:28,732 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42867 2024-11-25T14:32:28,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42867 connecting to ZooKeeper ensemble=127.0.0.1:60662 2024-11-25T14:32:28,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428670x0, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:28,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42867-0x10173b284a50003 connected 2024-11-25T14:32:28,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:28,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:28,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Set watcher on znode that does not yet exist, /11686225980/running 2024-11-25T14:32:28,838 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a, hbase.cluster.distributed=false 2024-11-25T14:32:28,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Set watcher on znode that does not yet exist, /11686225980/acl 2024-11-25T14:32:28,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-25T14:32:28,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42867 2024-11-25T14:32:28,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42867 2024-11-25T14:32:28,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-25T14:32:28,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-25T14:32:28,855 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:32:28,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:28,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:28,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:32:28,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:28,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:32:28,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:32:28,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:32:28,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35859 2024-11-25T14:32:28,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35859 connecting to ZooKeeper ensemble=127.0.0.1:60662 2024-11-25T14:32:28,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:28,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:28,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358590x0, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:28,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358590x0, quorum=127.0.0.1:60662, baseZNode=/11686225980 Set watcher on znode that does not yet exist, /11686225980/running 2024-11-25T14:32:28,882 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:32:28,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35859-0x10173b284a50004 connected 2024-11-25T14:32:28,887 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:32:28,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Set watcher on znode that does not yet exist, /11686225980/master 2024-11-25T14:32:28,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Set watcher on znode that does not yet exist, /11686225980/acl 2024-11-25T14:32:28,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35859 2024-11-25T14:32:28,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35859 2024-11-25T14:32:28,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35859 2024-11-25T14:32:28,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35859 2024-11-25T14:32:28,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35859 2024-11-25T14:32:28,915 DEBUG [M:0;cb69081f5976:42867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:42867 2024-11-25T14:32:28,916 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11686225980/backup-masters/cb69081f5976,42867,1732545148724 2024-11-25T14:32:28,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980/backup-masters 2024-11-25T14:32:28,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980/backup-masters 2024-11-25T14:32:28,925 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Set watcher on existing znode=/11686225980/backup-masters/cb69081f5976,42867,1732545148724 2024-11-25T14:32:28,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:28,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686225980/master 2024-11-25T14:32:28,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:28,934 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Set watcher on existing znode=/11686225980/master 2024-11-25T14:32:28,934 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11686225980/backup-masters/cb69081f5976,42867,1732545148724 from backup master directory 2024-11-25T14:32:28,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686225980/backup-masters/cb69081f5976,42867,1732545148724 2024-11-25T14:32:28,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980/backup-masters 2024-11-25T14:32:28,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980/backup-masters 2024-11-25T14:32:28,942 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:32:28,942 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,42867,1732545148724 2024-11-25T14:32:28,945 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/hbase.id] with ID: b26e97ef-33ce-491e-9fdc-926b5b9adbd8 2024-11-25T14:32:28,945 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/.tmp/hbase.id 2024-11-25T14:32:28,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:32:28,954 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/.tmp/hbase.id]:[hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/hbase.id] 2024-11-25T14:32:28,971 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:28,971 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:32:28,972 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T14:32:28,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:28,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:28,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:32:28,986 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:32:28,987 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:32:28,988 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:28,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:32:29,399 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store 2024-11-25T14:32:29,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:32:29,819 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:29,819 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:32:29,819 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:29,819 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:29,819 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:32:29,819 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:29,819 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:29,820 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545149819Disabling compacts and flushes for region at 1732545149819Disabling writes for close at 1732545149819Writing region close event to WAL at 1732545149819Closed at 1732545149819 2024-11-25T14:32:29,820 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/.initializing 2024-11-25T14:32:29,820 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/WALs/cb69081f5976,42867,1732545148724 2024-11-25T14:32:29,822 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:32:29,823 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C42867%2C1732545148724, suffix=, logDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/WALs/cb69081f5976,42867,1732545148724, archiveDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/oldWALs, maxLogs=10 2024-11-25T14:32:29,836 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/WALs/cb69081f5976,42867,1732545148724/cb69081f5976%2C42867%2C1732545148724.1732545149823, exclude list is [], retry=0 2024-11-25T14:32:29,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43535,DS-408ca5f0-03a1-4a2b-acf4-f1cdcf289ffc,DISK] 2024-11-25T14:32:29,841 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/WALs/cb69081f5976,42867,1732545148724/cb69081f5976%2C42867%2C1732545148724.1732545149823 2024-11-25T14:32:29,841 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465)] 2024-11-25T14:32:29,841 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:29,841 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:29,841 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,841 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:32:29,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:29,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:29,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:32:29,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:29,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:29,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:32:29,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:29,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:29,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:32:29,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:29,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:29,848 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,849 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,849 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,850 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,850 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,850 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:29,851 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:29,852 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:29,853 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66135359, jitterRate=-0.014506354928016663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:29,853 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545149841Initializing all the Stores at 1732545149842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545149842Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545149842Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545149842Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545149842Cleaning up temporary data from old regions at 1732545149850 (+8 ms)Region opened successfully at 1732545149853 (+3 ms) 2024-11-25T14:32:29,853 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:32:29,856 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2996d315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:32:29,856 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:32:29,857 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:32:29,857 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:32:29,857 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:32:29,857 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:32:29,857 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:32:29,857 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:32:29,859 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:32:29,860 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Unable to get data of znode /11686225980/balancer because node does not exist (not necessarily an error) 2024-11-25T14:32:29,875 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686225980/balancer already deleted, retry=false 2024-11-25T14:32:29,875 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:32:29,876 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Unable to get data of znode /11686225980/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:32:29,883 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686225980/normalizer already deleted, retry=false 2024-11-25T14:32:29,884 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:32:29,885 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Unable to get data of znode /11686225980/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:32:29,891 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686225980/switch/split already deleted, retry=false 2024-11-25T14:32:29,892 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Unable to get data of znode /11686225980/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:32:29,900 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686225980/switch/merge already deleted, retry=false 2024-11-25T14:32:29,901 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Unable to get data of znode /11686225980/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:32:29,908 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686225980/snapshot-cleanup already deleted, retry=false 2024-11-25T14:32:29,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686225980/running 2024-11-25T14:32:29,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:29,918 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,42867,1732545148724, sessionid=0x10173b284a50003, setting cluster-up flag (Was=false) 2024-11-25T14:32:29,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686225980/running 2024-11-25T14:32:29,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:29,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:29,958 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11686225980/flush-table-proc/acquired, /11686225980/flush-table-proc/reached, /11686225980/flush-table-proc/abort 2024-11-25T14:32:29,959 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,42867,1732545148724 2024-11-25T14:32:29,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:29,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:30,000 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11686225980/online-snapshot/acquired, /11686225980/online-snapshot/reached, /11686225980/online-snapshot/abort 2024-11-25T14:32:30,001 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,42867,1732545148724 2024-11-25T14:32:30,002 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:32:30,003 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:30,003 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:32:30,003 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:32:30,004 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,42867,1732545148724 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:32:30,005 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:30,005 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:30,005 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:30,005 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:30,005 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:32:30,005 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,005 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:32:30,005 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:30,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:32:30,009 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:30,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:32:30,015 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545180015 2024-11-25T14:32:30,015 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:32:30,015 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:32:30,015 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:32:30,015 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:32:30,015 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:32:30,015 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:32:30,018 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,020 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:32:30,020 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:32:30,020 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:32:30,020 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:32:30,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:32:30,027 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:32:30,027 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:32:30,027 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545150027,5,FailOnTimeoutGroup] 2024-11-25T14:32:30,029 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545150027,5,FailOnTimeoutGroup] 2024-11-25T14:32:30,029 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,029 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:32:30,029 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,029 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,103 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(746): ClusterId : b26e97ef-33ce-491e-9fdc-926b5b9adbd8 2024-11-25T14:32:30,103 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:32:30,109 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:32:30,109 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:32:30,117 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:32:30,117 DEBUG [RS:0;cb69081f5976:35859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccac09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:32:30,130 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:35859 2024-11-25T14:32:30,130 INFO [RS:0;cb69081f5976:35859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:32:30,130 INFO [RS:0;cb69081f5976:35859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:32:30,130 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:32:30,131 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,42867,1732545148724 with port=35859, startcode=1732545148855 2024-11-25T14:32:30,131 DEBUG [RS:0;cb69081f5976:35859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:32:30,133 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:32:30,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42867 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,35859,1732545148855 2024-11-25T14:32:30,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42867 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,35859,1732545148855 2024-11-25T14:32:30,135 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a 2024-11-25T14:32:30,135 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42419 2024-11-25T14:32:30,135 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:32:30,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980/rs 2024-11-25T14:32:30,155 DEBUG [RS:0;cb69081f5976:35859 {}] zookeeper.ZKUtil(111): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Set watcher on existing znode=/11686225980/rs/cb69081f5976,35859,1732545148855 2024-11-25T14:32:30,155 WARN [RS:0;cb69081f5976:35859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:32:30,156 INFO [RS:0;cb69081f5976:35859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:30,156 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855 2024-11-25T14:32:30,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,35859,1732545148855] 2024-11-25T14:32:30,166 INFO [RS:0;cb69081f5976:35859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:32:30,167 INFO [RS:0;cb69081f5976:35859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:32:30,167 INFO [RS:0;cb69081f5976:35859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:32:30,167 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,171 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:32:30,172 INFO [RS:0;cb69081f5976:35859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:32:30,172 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,172 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:30,173 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:32:30,173 DEBUG [RS:0;cb69081f5976:35859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:32:30,177 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,177 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,177 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,177 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,177 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,177 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35859,1732545148855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:32:30,196 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:32:30,196 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35859,1732545148855-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,196 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,196 INFO [RS:0;cb69081f5976:35859 {}] regionserver.Replication(171): cb69081f5976,35859,1732545148855 started 2024-11-25T14:32:30,214 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,214 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,35859,1732545148855, RpcServer on cb69081f5976/172.17.0.3:35859, sessionid=0x10173b284a50004 2024-11-25T14:32:30,215 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:32:30,215 DEBUG [RS:0;cb69081f5976:35859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,35859,1732545148855 2024-11-25T14:32:30,215 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,35859,1732545148855' 2024-11-25T14:32:30,215 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11686225980/flush-table-proc/abort' 2024-11-25T14:32:30,215 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11686225980/flush-table-proc/acquired' 2024-11-25T14:32:30,216 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:32:30,216 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:32:30,216 DEBUG [RS:0;cb69081f5976:35859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,35859,1732545148855 2024-11-25T14:32:30,216 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,35859,1732545148855' 2024-11-25T14:32:30,216 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11686225980/online-snapshot/abort' 2024-11-25T14:32:30,219 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11686225980/online-snapshot/acquired' 2024-11-25T14:32:30,220 DEBUG [RS:0;cb69081f5976:35859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:32:30,220 INFO [RS:0;cb69081f5976:35859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:32:30,220 INFO [RS:0;cb69081f5976:35859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:32:30,321 INFO [RS:0;cb69081f5976:35859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:32:30,322 INFO [RS:0;cb69081f5976:35859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C35859%2C1732545148855, suffix=, logDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855, archiveDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/oldWALs, maxLogs=10 2024-11-25T14:32:30,340 DEBUG [RS:0;cb69081f5976:35859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322, exclude list is [], retry=0 2024-11-25T14:32:30,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43535,DS-408ca5f0-03a1-4a2b-acf4-f1cdcf289ffc,DISK] 2024-11-25T14:32:30,347 INFO [RS:0;cb69081f5976:35859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 2024-11-25T14:32:30,351 DEBUG [RS:0;cb69081f5976:35859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465)] 2024-11-25T14:32:30,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:32:30,427 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a 2024-11-25T14:32:30,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741833_1009 (size=32) 2024-11-25T14:32:30,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:30,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:32:30,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:32:30,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:30,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:30,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:32:30,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:32:30,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:30,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:30,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:32:30,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:32:30,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:30,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:30,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:32:30,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:32:30,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:30,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:30,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:32:30,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740 2024-11-25T14:32:30,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740 2024-11-25T14:32:30,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:32:30,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:32:30,483 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:30,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:32:30,485 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:30,485 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72172866, jitterRate=0.07545951008796692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:30,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545150448Initializing all the Stores at 1732545150453 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545150454 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545150455 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545150455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545150455Cleaning up temporary data from old regions at 1732545150482 (+27 ms)Region opened successfully at 1732545150486 (+4 ms) 2024-11-25T14:32:30,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:32:30,486 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:32:30,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:32:30,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:32:30,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:32:30,486 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:30,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545150486Disabling compacts and flushes for region at 1732545150486Disabling writes for close at 1732545150486Writing region close event to WAL at 1732545150486Closed at 1732545150486 2024-11-25T14:32:30,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:30,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:32:30,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:32:30,489 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:32:30,489 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:32:30,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:32:30,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:30,639 DEBUG [cb69081f5976:42867 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:32:30,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:30,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:30,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,35859,1732545148855 2024-11-25T14:32:30,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:30,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:30,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:30,641 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,35859,1732545148855, state=OPENING 2024-11-25T14:32:30,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:30,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:30,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:32:30,717 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:32:30,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:30,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:30,734 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:32:30,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686225980/meta-region-server: CHANGED 2024-11-25T14:32:30,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686225980/meta-region-server: CHANGED 2024-11-25T14:32:30,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,35859,1732545148855}] 2024-11-25T14:32:30,888 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:32:30,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:32:30,902 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:32:30,902 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:30,902 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:32:30,906 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C35859%2C1732545148855.meta, suffix=.meta, logDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855, archiveDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/oldWALs, maxLogs=10 2024-11-25T14:32:30,924 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.meta.1732545150906.meta, exclude list is [], retry=0 2024-11-25T14:32:30,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43535,DS-408ca5f0-03a1-4a2b-acf4-f1cdcf289ffc,DISK] 2024-11-25T14:32:30,937 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.meta.1732545150906.meta 2024-11-25T14:32:30,938 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465)] 2024-11-25T14:32:30,938 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:30,938 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:32:30,939 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:32:30,939 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:32:30,939 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:32:30,939 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:32:30,939 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:30,939 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:32:30,939 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:32:30,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:32:30,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:32:30,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:30,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:30,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:32:30,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:32:30,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:30,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:30,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:32:30,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:32:30,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:30,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:30,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:32:30,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:32:30,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:30,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:30,949 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:32:30,950 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740 2024-11-25T14:32:30,951 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740 2024-11-25T14:32:30,952 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:32:30,952 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:32:30,952 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:30,954 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:32:30,954 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69165615, jitterRate=0.03064797818660736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:30,954 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:32:30,954 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545150939Writing region info on filesystem at 1732545150939Initializing all the Stores at 1732545150940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545150940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545150943 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545150943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545150943Cleaning up temporary data from old regions at 1732545150952 (+9 ms)Running coprocessor post-open hooks at 1732545150954 (+2 ms)Region opened successfully at 1732545150954 2024-11-25T14:32:30,955 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545150887 2024-11-25T14:32:30,958 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:32:30,958 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:32:30,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,35859,1732545148855 2024-11-25T14:32:30,959 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,35859,1732545148855, state=OPEN 2024-11-25T14:32:30,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11686225980/meta-region-server 2024-11-25T14:32:30,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11686225980/meta-region-server 2024-11-25T14:32:30,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686225980/meta-region-server: CHANGED 2024-11-25T14:32:30,967 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,35859,1732545148855 2024-11-25T14:32:30,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686225980/meta-region-server: CHANGED 2024-11-25T14:32:30,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:32:30,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,35859,1732545148855 in 233 msec 2024-11-25T14:32:30,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:32:30,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-25T14:32:30,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:30,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:32:30,975 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:30,975 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35859,1732545148855, seqNum=-1] 2024-11-25T14:32:30,975 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:30,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:30,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 983 msec 2024-11-25T14:32:30,987 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545150987, completionTime=-1 2024-11-25T14:32:30,988 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:32:30,988 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:32:30,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:32:30,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545210990 2024-11-25T14:32:30,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545270990 2024-11-25T14:32:30,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T14:32:30,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42867,1732545148724-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42867,1732545148724-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42867,1732545148724-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:42867, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,990 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,991 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:30,993 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:32:30,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.053sec 2024-11-25T14:32:30,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:32:30,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:32:30,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:32:30,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:32:30,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:32:30,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42867,1732545148724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:32:30,995 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42867,1732545148724-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:32:31,001 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:32:31,001 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:32:31,002 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42867,1732545148724-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:31,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:31,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42867,-1 for getting cluster id 2024-11-25T14:32:31,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:31,020 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b26e97ef-33ce-491e-9fdc-926b5b9adbd8' 2024-11-25T14:32:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b26e97ef-33ce-491e-9fdc-926b5b9adbd8" 2024-11-25T14:32:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24620ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:31,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42867,-1] 2024-11-25T14:32:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:31,022 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:31,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:31,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35859,1732545148855, seqNum=-1] 2024-11-25T14:32:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:31,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:31,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,42867,1732545148724 2024-11-25T14:32:31,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60662 2024-11-25T14:32:31,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:31,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10173b284a50005 connected 2024-11-25T14:32:31,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45193,1732545142354 2024-11-25T14:32:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8b8c98 2024-11-25T14:32:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:31,058 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:31,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:32:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:32:31,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:32:31,063 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:31,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:32:31,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:32:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:31,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:32:31,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:32:31,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T14:32:31,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:31,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T14:32:31,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:31,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T14:32:31,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:32:31,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T14:32:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:31,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8aeeb4dbc31769434387cc5ef5382943, NAME => 'test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917 2024-11-25T14:32:31,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:32:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:31,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:31,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8aeeb4dbc31769434387cc5ef5382943, disabling compactions & flushes 2024-11-25T14:32:31,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:31,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:31,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. after waiting 0 ms 2024-11-25T14:32:31,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:31,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:31,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8aeeb4dbc31769434387cc5ef5382943: Waiting for close lock at 1732545151943Disabling compacts and flushes for region at 1732545151943Disabling writes for close at 1732545151943Writing region close event to WAL at 1732545151943Closed at 1732545151943 2024-11-25T14:32:31,944 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:32:31,944 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545151944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545151944"}]},"ts":"1732545151944"} 2024-11-25T14:32:31,949 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:32:31,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:32:31,950 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545151950"}]},"ts":"1732545151950"} 2024-11-25T14:32:31,953 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:32:31,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8aeeb4dbc31769434387cc5ef5382943, ASSIGN}] 2024-11-25T14:32:31,954 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8aeeb4dbc31769434387cc5ef5382943, ASSIGN 2024-11-25T14:32:31,955 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8aeeb4dbc31769434387cc5ef5382943, ASSIGN; state=OFFLINE, location=cb69081f5976,41427,1732545142858; forceNewPlan=false, retain=false 2024-11-25T14:32:32,106 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8aeeb4dbc31769434387cc5ef5382943, regionState=OPENING, regionLocation=cb69081f5976,41427,1732545142858 2024-11-25T14:32:32,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8aeeb4dbc31769434387cc5ef5382943, ASSIGN because future has completed 2024-11-25T14:32:32,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aeeb4dbc31769434387cc5ef5382943, server=cb69081f5976,41427,1732545142858}] 2024-11-25T14:32:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:32,285 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:32,286 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8aeeb4dbc31769434387cc5ef5382943, NAME => 'test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:32,286 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:32:32,286 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:32:32,286 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,286 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:32,286 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,286 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,295 INFO [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,300 INFO [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aeeb4dbc31769434387cc5ef5382943 columnFamilyName f 2024-11-25T14:32:32,300 DEBUG [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:32,301 INFO [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] regionserver.HStore(327): Store=8aeeb4dbc31769434387cc5ef5382943/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:32,301 INFO [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,312 INFO [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aeeb4dbc31769434387cc5ef5382943 columnFamilyName f1 2024-11-25T14:32:32,312 DEBUG [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:32,314 INFO [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] regionserver.HStore(327): Store=8aeeb4dbc31769434387cc5ef5382943/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:32,314 INFO [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,324 INFO [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aeeb4dbc31769434387cc5ef5382943 columnFamilyName norep 2024-11-25T14:32:32,324 DEBUG [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:32,324 INFO [StoreOpener-8aeeb4dbc31769434387cc5ef5382943-1 {}] regionserver.HStore(327): Store=8aeeb4dbc31769434387cc5ef5382943/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:32,325 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,330 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,333 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,334 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,335 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,336 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:32:32,338 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,341 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:32,342 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8aeeb4dbc31769434387cc5ef5382943; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69116011, jitterRate=0.02990882098674774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:32:32,343 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:32,343 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8aeeb4dbc31769434387cc5ef5382943: Running coprocessor pre-open hook at 1732545152287Writing region info on filesystem at 1732545152287Initializing all the Stores at 1732545152292 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545152292Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545152295 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545152295Cleaning up temporary data from old regions at 1732545152335 (+40 ms)Running coprocessor post-open hooks at 1732545152343 (+8 ms)Region opened successfully at 1732545152343 2024-11-25T14:32:32,344 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943., pid=6, masterSystemTime=1732545152267 2024-11-25T14:32:32,346 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:32,347 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:32,347 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8aeeb4dbc31769434387cc5ef5382943, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,41427,1732545142858 2024-11-25T14:32:32,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aeeb4dbc31769434387cc5ef5382943, server=cb69081f5976,41427,1732545142858 because future has completed 2024-11-25T14:32:32,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:32:32,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8aeeb4dbc31769434387cc5ef5382943, server=cb69081f5976,41427,1732545142858 in 249 msec 2024-11-25T14:32:32,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:32:32,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8aeeb4dbc31769434387cc5ef5382943, ASSIGN in 406 msec 2024-11-25T14:32:32,363 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:32:32,363 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545152363"}]},"ts":"1732545152363"} 2024-11-25T14:32:32,366 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:32:32,368 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:32:32,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3080 sec 2024-11-25T14:32:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:33,225 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:32:33,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42867,1732545148724 2024-11-25T14:32:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28d4a98a 2024-11-25T14:32:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:33,228 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:33,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:32:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:32:33,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:32:33,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:33,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:32:33,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:32:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:32:33,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 434f42693aa212275bdb61aaa2660d66, NAME => 'test,,1732545153228.434f42693aa212275bdb61aaa2660d66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a 2024-11-25T14:32:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:32:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:33,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545153228.434f42693aa212275bdb61aaa2660d66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:33,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 434f42693aa212275bdb61aaa2660d66, disabling compactions & flushes 2024-11-25T14:32:33,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:33,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:33,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545153228.434f42693aa212275bdb61aaa2660d66. after waiting 0 ms 2024-11-25T14:32:33,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:33,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:33,664 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 434f42693aa212275bdb61aaa2660d66: Waiting for close lock at 1732545153663Disabling compacts and flushes for region at 1732545153663Disabling writes for close at 1732545153664 (+1 ms)Writing region close event to WAL at 1732545153664Closed at 1732545153664 2024-11-25T14:32:33,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:32:33,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545153228.434f42693aa212275bdb61aaa2660d66.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545153667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545153667"}]},"ts":"1732545153667"} 2024-11-25T14:32:33,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:32:33,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:32:33,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545153673"}]},"ts":"1732545153673"} 2024-11-25T14:32:33,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:32:33,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=434f42693aa212275bdb61aaa2660d66, ASSIGN}] 2024-11-25T14:32:33,681 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=434f42693aa212275bdb61aaa2660d66, ASSIGN 2024-11-25T14:32:33,682 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=434f42693aa212275bdb61aaa2660d66, ASSIGN; state=OFFLINE, location=cb69081f5976,35859,1732545148855; forceNewPlan=false, retain=false 2024-11-25T14:32:33,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=434f42693aa212275bdb61aaa2660d66, regionState=OPENING, regionLocation=cb69081f5976,35859,1732545148855 2024-11-25T14:32:33,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=434f42693aa212275bdb61aaa2660d66, ASSIGN because future has completed 2024-11-25T14:32:33,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 434f42693aa212275bdb61aaa2660d66, server=cb69081f5976,35859,1732545148855}] 2024-11-25T14:32:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:34,012 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:34,012 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 434f42693aa212275bdb61aaa2660d66, NAME => 'test,,1732545153228.434f42693aa212275bdb61aaa2660d66.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:34,013 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:32:34,013 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:32:34,013 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,013 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545153228.434f42693aa212275bdb61aaa2660d66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:34,013 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,013 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,027 INFO [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,029 INFO [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 434f42693aa212275bdb61aaa2660d66 columnFamilyName f 2024-11-25T14:32:34,029 DEBUG [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:34,030 INFO [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] regionserver.HStore(327): Store=434f42693aa212275bdb61aaa2660d66/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:34,030 INFO [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,031 INFO [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 434f42693aa212275bdb61aaa2660d66 columnFamilyName f1 2024-11-25T14:32:34,031 DEBUG [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:34,032 INFO [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] regionserver.HStore(327): Store=434f42693aa212275bdb61aaa2660d66/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:34,032 INFO [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,033 INFO [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 434f42693aa212275bdb61aaa2660d66 columnFamilyName norep 2024-11-25T14:32:34,033 DEBUG [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:34,034 INFO [StoreOpener-434f42693aa212275bdb61aaa2660d66-1 {}] regionserver.HStore(327): Store=434f42693aa212275bdb61aaa2660d66/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:34,034 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,035 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,035 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,037 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,037 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,037 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:32:34,038 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,040 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:34,041 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 434f42693aa212275bdb61aaa2660d66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66210668, jitterRate=-0.01338416337966919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:32:34,041 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:34,041 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 434f42693aa212275bdb61aaa2660d66: Running coprocessor pre-open hook at 1732545154013Writing region info on filesystem at 1732545154013Initializing all the Stores at 1732545154023 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545154023Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545154027 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545154027Cleaning up temporary data from old regions at 1732545154037 (+10 ms)Running coprocessor post-open hooks at 1732545154041 (+4 ms)Region opened successfully at 1732545154041 2024-11-25T14:32:34,042 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545153228.434f42693aa212275bdb61aaa2660d66., pid=6, masterSystemTime=1732545154007 2024-11-25T14:32:34,045 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=434f42693aa212275bdb61aaa2660d66, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,35859,1732545148855 2024-11-25T14:32:34,046 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:34,046 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:34,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 434f42693aa212275bdb61aaa2660d66, server=cb69081f5976,35859,1732545148855 because future has completed 2024-11-25T14:32:34,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:32:34,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 434f42693aa212275bdb61aaa2660d66, server=cb69081f5976,35859,1732545148855 in 208 msec 2024-11-25T14:32:34,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:32:34,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=434f42693aa212275bdb61aaa2660d66, ASSIGN in 384 msec 2024-11-25T14:32:34,070 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:32:34,070 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545154070"}]},"ts":"1732545154070"} 2024-11-25T14:32:34,073 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:32:34,074 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:32:34,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 845 msec 2024-11-25T14:32:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:32:34,386 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:32:34,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45193,-1 for getting cluster id 2024-11-25T14:32:34,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:34,395 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a6d728-86b5-48e1-9f03-250d36ef15a9' 2024-11-25T14:32:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a6d728-86b5-48e1-9f03-250d36ef15a9" 2024-11-25T14:32:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d04a9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45193,-1] 2024-11-25T14:32:34,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:34,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:34,400 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:34,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456ab98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42867,-1 for getting cluster id 2024-11-25T14:32:34,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:34,412 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b26e97ef-33ce-491e-9fdc-926b5b9adbd8' 2024-11-25T14:32:34,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b26e97ef-33ce-491e-9fdc-926b5b9adbd8" 2024-11-25T14:32:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a2549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42867,-1] 2024-11-25T14:32:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:34,415 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:34,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba4a4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45193,-1 for getting cluster id 2024-11-25T14:32:34,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:34,419 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a6d728-86b5-48e1-9f03-250d36ef15a9' 2024-11-25T14:32:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a6d728-86b5-48e1-9f03-250d36ef15a9" 2024-11-25T14:32:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519ba38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45193,-1] 2024-11-25T14:32:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:34,421 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e03257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:34,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45193,1732545142354 2024-11-25T14:32:34,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57f3bf2 2024-11-25T14:32:34,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:34,424 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:34,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:42867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:32:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:32:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:32:34,427 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:42867' 2024-11-25T14:32:34,431 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdc1133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,432 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42867,-1 for getting cluster id 2024-11-25T14:32:34,432 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:34,432 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b26e97ef-33ce-491e-9fdc-926b5b9adbd8' 2024-11-25T14:32:34,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:34,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b26e97ef-33ce-491e-9fdc-926b5b9adbd8" 2024-11-25T14:32:34,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63acbef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42867,-1] 2024-11-25T14:32:34,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:34,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:34,434 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:34,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5037dddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:34,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:34,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42867,1732545148724 2024-11-25T14:32:34,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1624f08f 2024-11-25T14:32:34,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:34,438 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:34,439 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T14:32:34,439 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:32:34,439 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:34,439 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:34,440 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:32:34,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:34,445 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:32:34,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:32:34,446 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:34,447 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:32:34,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:32:34,496 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:32:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:32:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:32:34,862 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de8faf3a0118d49ae6f88b745baad780, NAME => 'hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917 2024-11-25T14:32:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:32:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:32:35,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:35,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing de8faf3a0118d49ae6f88b745baad780, disabling compactions & flushes 2024-11-25T14:32:35,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:35,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:35,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. after waiting 0 ms 2024-11-25T14:32:35,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:35,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:35,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for de8faf3a0118d49ae6f88b745baad780: Waiting for close lock at 1732545155303Disabling compacts and flushes for region at 1732545155303Disabling writes for close at 1732545155303Writing region close event to WAL at 1732545155303Closed at 1732545155303 2024-11-25T14:32:35,305 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:32:35,305 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545155305"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545155305"}]},"ts":"1732545155305"} 2024-11-25T14:32:35,311 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:32:35,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:32:35,313 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545155312"}]},"ts":"1732545155312"} 2024-11-25T14:32:35,317 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:32:35,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de8faf3a0118d49ae6f88b745baad780, ASSIGN}] 2024-11-25T14:32:35,319 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de8faf3a0118d49ae6f88b745baad780, ASSIGN 2024-11-25T14:32:35,320 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de8faf3a0118d49ae6f88b745baad780, ASSIGN; state=OFFLINE, location=cb69081f5976,41427,1732545142858; forceNewPlan=false, retain=false 2024-11-25T14:32:35,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de8faf3a0118d49ae6f88b745baad780, regionState=OPENING, regionLocation=cb69081f5976,41427,1732545142858 2024-11-25T14:32:35,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de8faf3a0118d49ae6f88b745baad780, ASSIGN because future has completed 2024-11-25T14:32:35,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de8faf3a0118d49ae6f88b745baad780, server=cb69081f5976,41427,1732545142858}] 2024-11-25T14:32:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:32:35,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:35,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:35,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:32:35,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C41427%2C1732545142858.rep, suffix=, logDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858, archiveDir=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/oldWALs, maxLogs=10 2024-11-25T14:32:35,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.rep.1732545155642, exclude list is [], retry=0 2024-11-25T14:32:35,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43897,DS-3381eaf1-5163-42ca-b560-f268614bcd27,DISK] 2024-11-25T14:32:35,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.rep.1732545155642 2024-11-25T14:32:35,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42947:42947)] 2024-11-25T14:32:35,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => de8faf3a0118d49ae6f88b745baad780, NAME => 'hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:35,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:32:35,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:32:35,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. service=MultiRowMutationService 2024-11-25T14:32:35,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:32:35,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:35,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,735 INFO [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,737 INFO [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de8faf3a0118d49ae6f88b745baad780 columnFamilyName hfileref 2024-11-25T14:32:35,738 DEBUG [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:35,739 INFO [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] regionserver.HStore(327): Store=de8faf3a0118d49ae6f88b745baad780/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:35,739 INFO [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,741 INFO [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de8faf3a0118d49ae6f88b745baad780 columnFamilyName queue 2024-11-25T14:32:35,741 DEBUG [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:35,741 INFO [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] regionserver.HStore(327): Store=de8faf3a0118d49ae6f88b745baad780/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:35,741 INFO [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,742 INFO [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de8faf3a0118d49ae6f88b745baad780 columnFamilyName sid 2024-11-25T14:32:35,743 DEBUG [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:35,743 INFO [StoreOpener-de8faf3a0118d49ae6f88b745baad780-1 {}] regionserver.HStore(327): Store=de8faf3a0118d49ae6f88b745baad780/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:35,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:32:35,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:35,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened de8faf3a0118d49ae6f88b745baad780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58799346, jitterRate=-0.12382146716117859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:32:35,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:35,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for de8faf3a0118d49ae6f88b745baad780: Running coprocessor pre-open hook at 1732545155713Writing region info on filesystem at 1732545155713Initializing all the Stores at 1732545155718 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545155718Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545155727 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545155727Cleaning up temporary data from old regions at 1732545155746 (+19 ms)Running coprocessor post-open hooks at 1732545155755 (+9 ms)Region opened successfully at 1732545155756 (+1 ms) 2024-11-25T14:32:35,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780., pid=10, masterSystemTime=1732545155635 2024-11-25T14:32:35,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:35,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:35,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de8faf3a0118d49ae6f88b745baad780, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,41427,1732545142858 2024-11-25T14:32:35,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de8faf3a0118d49ae6f88b745baad780, server=cb69081f5976,41427,1732545142858 because future has completed 2024-11-25T14:32:35,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:32:35,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure de8faf3a0118d49ae6f88b745baad780, server=cb69081f5976,41427,1732545142858 in 288 msec 2024-11-25T14:32:35,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:32:35,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de8faf3a0118d49ae6f88b745baad780, ASSIGN in 450 msec 2024-11-25T14:32:35,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:32:35,771 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545155771"}]},"ts":"1732545155771"} 2024-11-25T14:32:35,772 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:32:35,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:32:35,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3330 sec 2024-11-25T14:32:35,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780., hostname=cb69081f5976,41427,1732545142858, seqNum=2] 2024-11-25T14:32:35,839 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:35,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:35,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:32:36,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:32:36,015 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:32:36,053 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,41427,1732545142858, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:32:36,053 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:36,053 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,41427,1732545142858, seqNum=-1] 2024-11-25T14:32:36,054 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:36,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-25T14:32:36,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,41427,1732545142858', locateType=CURRENT is [region=hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780., hostname=cb69081f5976,41427,1732545142858, seqNum=2] 2024-11-25T14:32:36,059 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:32:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:32:36,061 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,41427,1732545142858 suceeded 2024-11-25T14:32:36,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:32:36,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-25T14:32:36,063 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:42867,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:32:36,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6390 sec 2024-11-25T14:32:36,074 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:42867' 2024-11-25T14:32:36,076 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@446bc4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:36,076 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42867,-1 for getting cluster id 2024-11-25T14:32:36,076 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:36,076 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b26e97ef-33ce-491e-9fdc-926b5b9adbd8' 2024-11-25T14:32:36,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b26e97ef-33ce-491e-9fdc-926b5b9adbd8" 2024-11-25T14:32:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d1a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42867,-1] 2024-11-25T14:32:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:36,078 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:36,078 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb7f9fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:36,078 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:36,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42867,1732545148724 2024-11-25T14:32:36,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@656ec07 2024-11-25T14:32:36,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:36,080 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-25T14:32:36,080 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,41427,1732545142858 (queues=1) is replicating from cluster=e1a6d728-86b5-48e1-9f03-250d36ef15a9 to cluster=b26e97ef-33ce-491e-9fdc-926b5b9adbd8 2024-11-25T14:32:36,080 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C41427%2C1732545142858 2024-11-25T14:32:36,081 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,41427,1732545142858, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:32:36,081 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C41427%2C1732545142858 2024-11-25T14:32:36,081 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531, startPosition=0, beingWritten=true 2024-11-25T14:32:36,086 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:32:36,086 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 379, reset compression=false 2024-11-25T14:32:36,086 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,41427,1732545142858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:32:36,291 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 379, reset compression=false 2024-11-25T14:32:36,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:32:36,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:36,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:36,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:36,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:36,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:36,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:36,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:36,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:36,502 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T14:32:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:32:36,585 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:32:36,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:36,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:36,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:36,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:36,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:36,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:36,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42867,-1 for getting cluster id 2024-11-25T14:32:36,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:36,593 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b26e97ef-33ce-491e-9fdc-926b5b9adbd8' 2024-11-25T14:32:36,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:36,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b26e97ef-33ce-491e-9fdc-926b5b9adbd8" 2024-11-25T14:32:36,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d96e125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:36,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42867,-1] 2024-11-25T14:32:36,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:36,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:36,596 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:36,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179e928f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:36,597 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 379, reset compression=false 2024-11-25T14:32:36,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42867,1732545148724 2024-11-25T14:32:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696ce318 2024-11-25T14:32:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:36,601 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:36,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:45193,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:32:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:32:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:32:36,607 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:45193' 2024-11-25T14:32:36,608 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ec72b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:36,608 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45193,-1 for getting cluster id 2024-11-25T14:32:36,608 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:36,609 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a6d728-86b5-48e1-9f03-250d36ef15a9' 2024-11-25T14:32:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a6d728-86b5-48e1-9f03-250d36ef15a9" 2024-11-25T14:32:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e822c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:36,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45193,-1] 2024-11-25T14:32:36,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:36,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:36,610 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:36,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a183dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:36,611 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:36,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45193,1732545142354 2024-11-25T14:32:36,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431f7229 2024-11-25T14:32:36,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:36,614 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:36,615 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T14:32:36,615 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:32:36,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:36,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:36,615 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:32:36,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:36,617 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:32:36,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:32:36,619 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:36,620 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:32:36,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:32:36,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73019d203b88a8bd6f0a767bcaaaae10, NAME => 'hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a 2024-11-25T14:32:36,664 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T14:32:36,667 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:32:36,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:32:36,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:36,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 73019d203b88a8bd6f0a767bcaaaae10, disabling compactions & flushes 2024-11-25T14:32:36,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:36,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:36,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. after waiting 0 ms 2024-11-25T14:32:36,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:36,670 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:36,670 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73019d203b88a8bd6f0a767bcaaaae10: Waiting for close lock at 1732545156670Disabling compacts and flushes for region at 1732545156670Disabling writes for close at 1732545156670Writing region close event to WAL at 1732545156670Closed at 1732545156670 2024-11-25T14:32:36,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:32:36,672 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545156671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545156671"}]},"ts":"1732545156671"} 2024-11-25T14:32:36,674 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:32:36,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:32:36,675 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545156675"}]},"ts":"1732545156675"} 2024-11-25T14:32:36,677 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:32:36,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73019d203b88a8bd6f0a767bcaaaae10, ASSIGN}] 2024-11-25T14:32:36,679 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73019d203b88a8bd6f0a767bcaaaae10, ASSIGN 2024-11-25T14:32:36,680 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73019d203b88a8bd6f0a767bcaaaae10, ASSIGN; state=OFFLINE, location=cb69081f5976,35859,1732545148855; forceNewPlan=false, retain=false 2024-11-25T14:32:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:32:36,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73019d203b88a8bd6f0a767bcaaaae10, regionState=OPENING, regionLocation=cb69081f5976,35859,1732545148855 2024-11-25T14:32:36,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73019d203b88a8bd6f0a767bcaaaae10, ASSIGN because future has completed 2024-11-25T14:32:36,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73019d203b88a8bd6f0a767bcaaaae10, server=cb69081f5976,35859,1732545148855}] 2024-11-25T14:32:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:32:37,014 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 379, reset compression=false 2024-11-25T14:32:37,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:37,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:37,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:32:37,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C35859%2C1732545148855.rep, suffix=, logDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855, archiveDir=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/oldWALs, maxLogs=10 2024-11-25T14:32:37,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.rep.1732545157080, exclude list is [], retry=0 2024-11-25T14:32:37,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43535,DS-408ca5f0-03a1-4a2b-acf4-f1cdcf289ffc,DISK] 2024-11-25T14:32:37,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.rep.1732545157080 2024-11-25T14:32:37,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37465:37465)] 2024-11-25T14:32:37,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 73019d203b88a8bd6f0a767bcaaaae10, NAME => 'hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:37,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:32:37,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:32:37,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. service=MultiRowMutationService 2024-11-25T14:32:37,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:32:37,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:37,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,207 INFO [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,212 INFO [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73019d203b88a8bd6f0a767bcaaaae10 columnFamilyName hfileref 2024-11-25T14:32:37,212 DEBUG [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:37,213 INFO [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] regionserver.HStore(327): Store=73019d203b88a8bd6f0a767bcaaaae10/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:37,213 INFO [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,216 INFO [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73019d203b88a8bd6f0a767bcaaaae10 columnFamilyName queue 2024-11-25T14:32:37,216 DEBUG [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:37,217 INFO [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] regionserver.HStore(327): Store=73019d203b88a8bd6f0a767bcaaaae10/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:37,217 INFO [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,219 INFO [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73019d203b88a8bd6f0a767bcaaaae10 columnFamilyName sid 2024-11-25T14:32:37,219 DEBUG [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:37,220 INFO [StoreOpener-73019d203b88a8bd6f0a767bcaaaae10-1 {}] regionserver.HStore(327): Store=73019d203b88a8bd6f0a767bcaaaae10/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:37,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:32:37,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:37,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 73019d203b88a8bd6f0a767bcaaaae10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61792059, jitterRate=-0.07922656834125519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:32:37,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:37,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 73019d203b88a8bd6f0a767bcaaaae10: Running coprocessor pre-open hook at 1732545157169Writing region info on filesystem at 1732545157169Initializing all the Stores at 1732545157199 (+30 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545157200 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545157203 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545157204 (+1 ms)Cleaning up temporary data from old regions at 1732545157225 (+21 ms)Running coprocessor post-open hooks at 1732545157241 (+16 ms)Region opened successfully at 1732545157241 2024-11-25T14:32:37,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10., pid=10, masterSystemTime=1732545157035 2024-11-25T14:32:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:32:37,250 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73019d203b88a8bd6f0a767bcaaaae10, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,35859,1732545148855 2024-11-25T14:32:37,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:37,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:37,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73019d203b88a8bd6f0a767bcaaaae10, server=cb69081f5976,35859,1732545148855 because future has completed 2024-11-25T14:32:37,269 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42867 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=cb69081f5976,35859,1732545148855, table=hbase:replication, region=73019d203b88a8bd6f0a767bcaaaae10. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T14:32:37,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:32:37,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 73019d203b88a8bd6f0a767bcaaaae10, server=cb69081f5976,35859,1732545148855 in 428 msec 2024-11-25T14:32:37,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:32:37,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73019d203b88a8bd6f0a767bcaaaae10, ASSIGN in 598 msec 2024-11-25T14:32:37,282 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:32:37,282 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545157282"}]},"ts":"1732545157282"} 2024-11-25T14:32:37,289 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:32:37,291 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:32:37,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 676 msec 2024-11-25T14:32:37,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10., hostname=cb69081f5976,35859,1732545148855, seqNum=2] 2024-11-25T14:32:37,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:37,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:37,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:32:37,550 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 379, reset compression=false 2024-11-25T14:32:37,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:32:37,575 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:32:37,625 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,35859,1732545148855, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:32:37,626 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:37,626 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35859,1732545148855, seqNum=-1] 2024-11-25T14:32:37,626 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:37,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-25T14:32:37,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,35859,1732545148855', locateType=CURRENT is [region=hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10., hostname=cb69081f5976,35859,1732545148855, seqNum=2] 2024-11-25T14:32:37,634 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:32:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:32:37,636 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,35859,1732545148855 suceeded 2024-11-25T14:32:37,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:32:37,638 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:45193,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:32:37,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-25T14:32:37,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0370 sec 2024-11-25T14:32:37,652 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:45193' 2024-11-25T14:32:37,654 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@148da826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:37,654 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45193,-1 for getting cluster id 2024-11-25T14:32:37,654 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:37,655 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a6d728-86b5-48e1-9f03-250d36ef15a9' 2024-11-25T14:32:37,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:37,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a6d728-86b5-48e1-9f03-250d36ef15a9" 2024-11-25T14:32:37,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@493c6597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:37,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45193,-1] 2024-11-25T14:32:37,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:37,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:37,663 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:37,666 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c22f2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:37,666 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:37,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45193,1732545142354 2024-11-25T14:32:37,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@414b9489 2024-11-25T14:32:37,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:37,669 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-25T14:32:37,671 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,35859,1732545148855 (queues=1) is replicating from cluster=b26e97ef-33ce-491e-9fdc-926b5b9adbd8 to cluster=e1a6d728-86b5-48e1-9f03-250d36ef15a9 2024-11-25T14:32:37,671 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C35859%2C1732545148855 2024-11-25T14:32:37,671 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,35859,1732545148855, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:32:37,675 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322, startPosition=0, beingWritten=true 2024-11-25T14:32:37,680 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C35859%2C1732545148855 2024-11-25T14:32:37,705 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:32:37,705 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 379, reset compression=false 2024-11-25T14:32:37,706 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35859,1732545148855 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:32:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42867 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:32:37,756 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:32:37,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:37,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:37,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:37,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:37,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:37,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:37,764 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732545157763/Put/seqid=0 2024-11-25T14:32:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741840_1016 (size=7894) 2024-11-25T14:32:37,796 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732545157796/Put/seqid=0 2024-11-25T14:32:37,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741841_1017 (size=7691) 2024-11-25T14:32:37,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ab1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:37,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45193,-1 for getting cluster id 2024-11-25T14:32:37,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:37,836 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a6d728-86b5-48e1-9f03-250d36ef15a9' 2024-11-25T14:32:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a6d728-86b5-48e1-9f03-250d36ef15a9" 2024-11-25T14:32:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2a138d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45193,-1] 2024-11-25T14:32:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:37,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:37,838 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:37,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276ef104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:37,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,41427,1732545142858, seqNum=-1] 2024-11-25T14:32:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:37,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:37,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:37,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45193,1732545142354 2024-11-25T14:32:37,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79401d38 2024-11-25T14:32:37,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:37,860 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:37,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943., hostname=cb69081f5976,41427,1732545142858, seqNum=2] 2024-11-25T14:32:37,867 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:32:37,873 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-25T14:32:37,876 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-25T14:32:37,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8aeeb4dbc31769434387cc5ef5382943/f 2024-11-25T14:32:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T14:32:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:32:37,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8aeeb4dbc31769434387cc5ef5382943/f 2024-11-25T14:32:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T14:32:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:32:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HRegion(2603): Flush status journal for 8aeeb4dbc31769434387cc5ef5382943: 2024-11-25T14:32:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins__test__1hbu4911o2eoqfi3jonnla1f48ov2iof3oiflg8k9ng96bk1m6mnujgr4fdvipsf/f/hfile_0 2024-11-25T14:32:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins__test__1hbu4911o2eoqfi3jonnla1f48ov2iof3oiflg8k9ng96bk1m6mnujgr4fdvipsf/f/hfile_0 as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/48ed9ff22e9d4a9183a52735977f652e_SeqId_4_ 2024-11-25T14:32:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins__test__1hbu4911o2eoqfi3jonnla1f48ov2iof3oiflg8k9ng96bk1m6mnujgr4fdvipsf/f/hfile_1 2024-11-25T14:32:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins__test__1hbu4911o2eoqfi3jonnla1f48ov2iof3oiflg8k9ng96bk1m6mnujgr4fdvipsf/f/hfile_1 as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/1a82f5a31b1e47598c7aa60226e53881_SeqId_4_ 2024-11-25T14:32:37,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins__test__1hbu4911o2eoqfi3jonnla1f48ov2iof3oiflg8k9ng96bk1m6mnujgr4fdvipsf/f/hfile_0 into 8aeeb4dbc31769434387cc5ef5382943/f as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/48ed9ff22e9d4a9183a52735977f652e_SeqId_4_ - updating store file list. 2024-11-25T14:32:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 48ed9ff22e9d4a9183a52735977f652e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:32:37,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/48ed9ff22e9d4a9183a52735977f652e_SeqId_4_ into 8aeeb4dbc31769434387cc5ef5382943/f 2024-11-25T14:32:37,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins__test__1hbu4911o2eoqfi3jonnla1f48ov2iof3oiflg8k9ng96bk1m6mnujgr4fdvipsf/f/hfile_0 into 8aeeb4dbc31769434387cc5ef5382943/f (new location: hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/48ed9ff22e9d4a9183a52735977f652e_SeqId_4_) 2024-11-25T14:32:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins__test__1hbu4911o2eoqfi3jonnla1f48ov2iof3oiflg8k9ng96bk1m6mnujgr4fdvipsf/f/hfile_0 2024-11-25T14:32:37,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins__test__1hbu4911o2eoqfi3jonnla1f48ov2iof3oiflg8k9ng96bk1m6mnujgr4fdvipsf/f/hfile_1 into 8aeeb4dbc31769434387cc5ef5382943/f as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/1a82f5a31b1e47598c7aa60226e53881_SeqId_4_ - updating store file list. 2024-11-25T14:32:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1a82f5a31b1e47598c7aa60226e53881_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:32:37,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/1a82f5a31b1e47598c7aa60226e53881_SeqId_4_ into 8aeeb4dbc31769434387cc5ef5382943/f 2024-11-25T14:32:37,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins__test__1hbu4911o2eoqfi3jonnla1f48ov2iof3oiflg8k9ng96bk1m6mnujgr4fdvipsf/f/hfile_1 into 8aeeb4dbc31769434387cc5ef5382943/f (new location: hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/1a82f5a31b1e47598c7aa60226e53881_SeqId_4_) 2024-11-25T14:32:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins__test__1hbu4911o2eoqfi3jonnla1f48ov2iof3oiflg8k9ng96bk1m6mnujgr4fdvipsf/f/hfile_1 2024-11-25T14:32:37,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:37,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:37,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:37,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:37,926 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 379, reset compression=false 2024-11-25T14:32:37,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943., hostname=cb69081f5976,41427,1732545142858, seqNum=2 , the old value is region=test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943., hostname=cb69081f5976,41427,1732545142858, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb69081f5976:41427 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:32:37,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943., hostname=cb69081f5976,41427,1732545142858, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:32:37,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943., hostname=cb69081f5976,41427,1732545142858, seqNum=2 from cache 2024-11-25T14:32:37,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:37,927 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-25T14:32:37,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:37,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35859,1732545148855, seqNum=-1] 2024-11-25T14:32:37,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:37,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545153228.434f42693aa212275bdb61aaa2660d66., hostname=cb69081f5976,35859,1732545148855, seqNum=2] 2024-11-25T14:32:37,934 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T14:32:38,035 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:41427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T14:32:38,157 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 379, reset compression=false 2024-11-25T14:32:38,163 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:32:38,163 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,41427,1732545142858 got entry batch from reader: WALEntryBatch [walEntries=[{test/8aeeb4dbc31769434387cc5ef5382943/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732545157924/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T14:32:38,165 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:32:38,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-25T14:32:38,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.ReplicationSink(318): Replicating [e1a6d728-86b5-48e1-9f03-250d36ef15a9] bulk loaded data 2024-11-25T14:32:38,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f0227b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:38,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42867,-1 for getting cluster id 2024-11-25T14:32:38,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:38,170 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b26e97ef-33ce-491e-9fdc-926b5b9adbd8' 2024-11-25T14:32:38,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:38,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b26e97ef-33ce-491e-9fdc-926b5b9adbd8" 2024-11-25T14:32:38,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32d19ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:38,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42867,-1] 2024-11-25T14:32:38,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:38,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:38,171 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:38,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@714c1689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741840_1016 (size=7894) 2024-11-25T14:32:38,234 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 379, reset compression=false 2024-11-25T14:32:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741841_1017 (size=7691) 2024-11-25T14:32:38,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:38,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42867,1732545148724 2024-11-25T14:32:38,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b5317b0 2024-11-25T14:32:38,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:38,259 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-25T14:32:38,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:32:38,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:38,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35859,1732545148855, seqNum=-1] 2024-11-25T14:32:38,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:38,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-25T14:32:38,271 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/1a82f5a31b1e47598c7aa60226e53881_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T14:32:38,274 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/48ed9ff22e9d4a9183a52735977f652e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T14:32:38,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/48ed9ff22e9d4a9183a52735977f652e_SeqId_4_ for inclusion in 434f42693aa212275bdb61aaa2660d66/f 2024-11-25T14:32:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-25T14:32:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:32:38,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/1a82f5a31b1e47598c7aa60226e53881_SeqId_4_ for inclusion in 434f42693aa212275bdb61aaa2660d66/f 2024-11-25T14:32:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-25T14:32:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:32:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HRegion(2603): Flush status journal for 434f42693aa212275bdb61aaa2660d66: 2024-11-25T14:32:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 48ed9ff22e9d4a9183a52735977f652e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:32:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/48ed9ff22e9d4a9183a52735977f652e_SeqId_4_ as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/e88b5f484990433785ec4b6b368fb6c6_SeqId_4_ 2024-11-25T14:32:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1a82f5a31b1e47598c7aa60226e53881_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:32:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/1a82f5a31b1e47598c7aa60226e53881_SeqId_4_ as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/e803a9677a16457db6657d5fa6d4d35d_SeqId_4_ 2024-11-25T14:32:38,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/48ed9ff22e9d4a9183a52735977f652e_SeqId_4_ into 434f42693aa212275bdb61aaa2660d66/f as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/e88b5f484990433785ec4b6b368fb6c6_SeqId_4_ - updating store file list. 2024-11-25T14:32:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e88b5f484990433785ec4b6b368fb6c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:32:38,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/e88b5f484990433785ec4b6b368fb6c6_SeqId_4_ into 434f42693aa212275bdb61aaa2660d66/f 2024-11-25T14:32:38,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/48ed9ff22e9d4a9183a52735977f652e_SeqId_4_ into 434f42693aa212275bdb61aaa2660d66/f (new location: hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/e88b5f484990433785ec4b6b368fb6c6_SeqId_4_) 2024-11-25T14:32:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/48ed9ff22e9d4a9183a52735977f652e_SeqId_4_ 2024-11-25T14:32:38,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/1a82f5a31b1e47598c7aa60226e53881_SeqId_4_ into 434f42693aa212275bdb61aaa2660d66/f as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/e803a9677a16457db6657d5fa6d4d35d_SeqId_4_ - updating store file list. 2024-11-25T14:32:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e803a9677a16457db6657d5fa6d4d35d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:32:38,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/e803a9677a16457db6657d5fa6d4d35d_SeqId_4_ into 434f42693aa212275bdb61aaa2660d66/f 2024-11-25T14:32:38,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/1a82f5a31b1e47598c7aa60226e53881_SeqId_4_ into 434f42693aa212275bdb61aaa2660d66/f (new location: hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/e803a9677a16457db6657d5fa6d4d35d_SeqId_4_) 2024-11-25T14:32:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__vlf4c66opgu8snu8j9vreabuimvdusg8pbdhgc20vq8q3lt1cfnuv6mbklv5jcgl/f/1a82f5a31b1e47598c7aa60226e53881_SeqId_4_ 2024-11-25T14:32:38,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.ReplicationSink(324): Finished replicating [e1a6d728-86b5-48e1-9f03-250d36ef15a9] bulk loaded data 2024-11-25T14:32:38,363 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 687, reset compression=false 2024-11-25T14:32:38,647 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 379, reset compression=false 2024-11-25T14:32:38,668 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 687, reset compression=false 2024-11-25T14:32:38,683 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:32:38,687 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35859,1732545148855 got entry batch from reader: WALEntryBatch [walEntries=[{test/434f42693aa212275bdb61aaa2660d66/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732545158308/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-25T14:32:38,695 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:32:38,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-25T14:32:38,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.ReplicationSink(318): Replicating [e1a6d728-86b5-48e1-9f03-250d36ef15a9, b26e97ef-33ce-491e-9fdc-926b5b9adbd8] bulk loaded data 2024-11-25T14:32:38,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51005b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:38,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45193,-1 for getting cluster id 2024-11-25T14:32:38,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:38,701 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a6d728-86b5-48e1-9f03-250d36ef15a9' 2024-11-25T14:32:38,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:38,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a6d728-86b5-48e1-9f03-250d36ef15a9" 2024-11-25T14:32:38,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a00022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:38,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45193,-1] 2024-11-25T14:32:38,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:38,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:38,703 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:38,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62a6c1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:38,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741842_1018 (size=7894) 2024-11-25T14:32:38,884 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 725, reset compression=false 2024-11-25T14:32:38,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:38,952 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732545158951/Put/seqid=0 2024-11-25T14:32:38,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741842_1018 (size=11194) 2024-11-25T14:32:39,092 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 687, reset compression=false 2024-11-25T14:32:39,192 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 725, reset compression=false 2024-11-25T14:32:39,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741843_1019 (size=7691) 2024-11-25T14:32:39,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45193,1732545142354 2024-11-25T14:32:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@630fda6b 2024-11-25T14:32:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:39,270 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-25T14:32:39,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:32:39,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:39,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,41427,1732545142858, seqNum=-1] 2024-11-25T14:32:39,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:39,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-25T14:32:39,298 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__rn6n2uoj0m7omepqojrfp3ukc6dvo6n5koilge5m0d217dbol1cm51f3p60opo76/f/e803a9677a16457db6657d5fa6d4d35d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-25T14:32:39,305 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__rn6n2uoj0m7omepqojrfp3ukc6dvo6n5koilge5m0d217dbol1cm51f3p60opo76/f/e88b5f484990433785ec4b6b368fb6c6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-25T14:32:39,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.ReplicationSink(324): Finished replicating [e1a6d728-86b5-48e1-9f03-250d36ef15a9, b26e97ef-33ce-491e-9fdc-926b5b9adbd8] bulk loaded data 2024-11-25T14:32:39,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732545159400/Put/seqid=0 2024-11-25T14:32:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741843_1019 (size=10791) 2024-11-25T14:32:39,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da21cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:39,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42867,-1 for getting cluster id 2024-11-25T14:32:39,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:39,477 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b26e97ef-33ce-491e-9fdc-926b5b9adbd8' 2024-11-25T14:32:39,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:39,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b26e97ef-33ce-491e-9fdc-926b5b9adbd8" 2024-11-25T14:32:39,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be0aec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42867,-1] 2024-11-25T14:32:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:39,480 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:39,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7220de2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:39,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35859,1732545148855, seqNum=-1] 2024-11-25T14:32:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:39,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:39,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:32:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42867,1732545148724 2024-11-25T14:32:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23adabc7 2024-11-25T14:32:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:32:39,525 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:32:39,531 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545153228.434f42693aa212275bdb61aaa2660d66., hostname=cb69081f5976,35859,1732545148855, seqNum=2] 2024-11-25T14:32:39,537 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:32:39,554 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-25T14:32:39,561 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-25T14:32:39,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 434f42693aa212275bdb61aaa2660d66/f 2024-11-25T14:32:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T14:32:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:32:39,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 434f42693aa212275bdb61aaa2660d66/f 2024-11-25T14:32:39,602 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 687, reset compression=false 2024-11-25T14:32:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T14:32:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:32:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HRegion(2603): Flush status journal for 434f42693aa212275bdb61aaa2660d66: 2024-11-25T14:32:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins__test__1q7c1g9s0ht3rmarp0tc7lq8e0ljfctul50hto2a7qrddqf9iv671v60vq47mrkl/f/hfile_0 2024-11-25T14:32:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins__test__1q7c1g9s0ht3rmarp0tc7lq8e0ljfctul50hto2a7qrddqf9iv671v60vq47mrkl/f/hfile_0 as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/b25871f670734533bf88c5cb5d0a261a_SeqId_6_ 2024-11-25T14:32:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins__test__1q7c1g9s0ht3rmarp0tc7lq8e0ljfctul50hto2a7qrddqf9iv671v60vq47mrkl/f/hfile_1 2024-11-25T14:32:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins__test__1q7c1g9s0ht3rmarp0tc7lq8e0ljfctul50hto2a7qrddqf9iv671v60vq47mrkl/f/hfile_1 as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/1cd75f36c713476b967ab0da639304de_SeqId_6_ 2024-11-25T14:32:39,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins__test__1q7c1g9s0ht3rmarp0tc7lq8e0ljfctul50hto2a7qrddqf9iv671v60vq47mrkl/f/hfile_0 into 434f42693aa212275bdb61aaa2660d66/f as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/b25871f670734533bf88c5cb5d0a261a_SeqId_6_ - updating store file list. 2024-11-25T14:32:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b25871f670734533bf88c5cb5d0a261a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T14:32:39,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/b25871f670734533bf88c5cb5d0a261a_SeqId_6_ into 434f42693aa212275bdb61aaa2660d66/f 2024-11-25T14:32:39,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins__test__1q7c1g9s0ht3rmarp0tc7lq8e0ljfctul50hto2a7qrddqf9iv671v60vq47mrkl/f/hfile_0 into 434f42693aa212275bdb61aaa2660d66/f (new location: hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/b25871f670734533bf88c5cb5d0a261a_SeqId_6_) 2024-11-25T14:32:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins__test__1q7c1g9s0ht3rmarp0tc7lq8e0ljfctul50hto2a7qrddqf9iv671v60vq47mrkl/f/hfile_0 2024-11-25T14:32:39,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins__test__1q7c1g9s0ht3rmarp0tc7lq8e0ljfctul50hto2a7qrddqf9iv671v60vq47mrkl/f/hfile_1 into 434f42693aa212275bdb61aaa2660d66/f as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/1cd75f36c713476b967ab0da639304de_SeqId_6_ - updating store file list. 2024-11-25T14:32:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1cd75f36c713476b967ab0da639304de_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T14:32:39,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/1cd75f36c713476b967ab0da639304de_SeqId_6_ into 434f42693aa212275bdb61aaa2660d66/f 2024-11-25T14:32:39,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins__test__1q7c1g9s0ht3rmarp0tc7lq8e0ljfctul50hto2a7qrddqf9iv671v60vq47mrkl/f/hfile_1 into 434f42693aa212275bdb61aaa2660d66/f (new location: hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/f/1cd75f36c713476b967ab0da639304de_SeqId_6_) 2024-11-25T14:32:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins__test__1q7c1g9s0ht3rmarp0tc7lq8e0ljfctul50hto2a7qrddqf9iv671v60vq47mrkl/f/hfile_1 2024-11-25T14:32:39,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:39,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:39,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:39,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:39,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:39,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732545153228.434f42693aa212275bdb61aaa2660d66., hostname=cb69081f5976,35859,1732545148855, seqNum=2 , the old value is region=test,,1732545153228.434f42693aa212275bdb61aaa2660d66., hostname=cb69081f5976,35859,1732545148855, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb69081f5976:35859 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:32:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732545153228.434f42693aa212275bdb61aaa2660d66., hostname=cb69081f5976,35859,1732545148855, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:32:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732545153228.434f42693aa212275bdb61aaa2660d66., hostname=cb69081f5976,35859,1732545148855, seqNum=2 from cache 2024-11-25T14:32:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,41427,1732545142858, seqNum=-1] 2024-11-25T14:32:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:39,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943., hostname=cb69081f5976,41427,1732545142858, seqNum=2] 2024-11-25T14:32:39,683 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T14:32:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:35794 deadline: 1732545219666 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:35794 2024-11-25T14:32:39,696 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 725, reset compression=false 2024-11-25T14:32:39,726 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:32:39,726 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35859,1732545148855 got entry batch from reader: WALEntryBatch [walEntries=[{test/434f42693aa212275bdb61aaa2660d66/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732545159656/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T14:32:39,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.ReplicationSink(318): Replicating [b26e97ef-33ce-491e-9fdc-926b5b9adbd8] bulk loaded data 2024-11-25T14:32:39,776 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:35859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T14:32:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741844_1020 (size=11194) 2024-11-25T14:32:39,927 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 1033, reset compression=false 2024-11-25T14:32:40,227 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 687, reset compression=false 2024-11-25T14:32:40,274 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 1033, reset compression=false 2024-11-25T14:32:40,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741845_1021 (size=10791) 2024-11-25T14:32:40,695 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T14:32:40,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:32:40,728 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 1033, reset compression=false 2024-11-25T14:32:40,735 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/1cd75f36c713476b967ab0da639304de_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-25T14:32:40,741 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/b25871f670734533bf88c5cb5d0a261a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-25T14:32:40,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/b25871f670734533bf88c5cb5d0a261a_SeqId_6_ for inclusion in 8aeeb4dbc31769434387cc5ef5382943/f 2024-11-25T14:32:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-25T14:32:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:32:40,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/1cd75f36c713476b967ab0da639304de_SeqId_6_ for inclusion in 8aeeb4dbc31769434387cc5ef5382943/f 2024-11-25T14:32:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-25T14:32:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:32:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HRegion(2603): Flush status journal for 8aeeb4dbc31769434387cc5ef5382943: 2024-11-25T14:32:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b25871f670734533bf88c5cb5d0a261a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:32:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/b25871f670734533bf88c5cb5d0a261a_SeqId_6_ as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/4478418de2674c129272d687b935f008_SeqId_6_ 2024-11-25T14:32:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1cd75f36c713476b967ab0da639304de_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:32:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/1cd75f36c713476b967ab0da639304de_SeqId_6_ as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/4d3b97bedd3841bfa23c43a37be0d082_SeqId_6_ 2024-11-25T14:32:40,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/b25871f670734533bf88c5cb5d0a261a_SeqId_6_ into 8aeeb4dbc31769434387cc5ef5382943/f as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/4478418de2674c129272d687b935f008_SeqId_6_ - updating store file list. 2024-11-25T14:32:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4478418de2674c129272d687b935f008_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T14:32:40,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/4478418de2674c129272d687b935f008_SeqId_6_ into 8aeeb4dbc31769434387cc5ef5382943/f 2024-11-25T14:32:40,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/b25871f670734533bf88c5cb5d0a261a_SeqId_6_ into 8aeeb4dbc31769434387cc5ef5382943/f (new location: hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/4478418de2674c129272d687b935f008_SeqId_6_) 2024-11-25T14:32:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/b25871f670734533bf88c5cb5d0a261a_SeqId_6_ 2024-11-25T14:32:40,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/1cd75f36c713476b967ab0da639304de_SeqId_6_ into 8aeeb4dbc31769434387cc5ef5382943/f as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/4d3b97bedd3841bfa23c43a37be0d082_SeqId_6_ - updating store file list. 2024-11-25T14:32:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d3b97bedd3841bfa23c43a37be0d082_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T14:32:40,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/4d3b97bedd3841bfa23c43a37be0d082_SeqId_6_ into 8aeeb4dbc31769434387cc5ef5382943/f 2024-11-25T14:32:40,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/1cd75f36c713476b967ab0da639304de_SeqId_6_ into 8aeeb4dbc31769434387cc5ef5382943/f (new location: hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/f/4d3b97bedd3841bfa23c43a37be0d082_SeqId_6_) 2024-11-25T14:32:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/staging/jenkins.hfs.10__test__5d5cda4m6upum4fnm7581jhgkr3lv1jnjmookq5i3e7ht3ueofkstomg9rf3f5kq/f/1cd75f36c713476b967ab0da639304de_SeqId_6_ 2024-11-25T14:32:40,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41427 {}] regionserver.ReplicationSink(324): Finished replicating [b26e97ef-33ce-491e-9fdc-926b5b9adbd8] bulk loaded data 2024-11-25T14:32:40,966 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 687, reset compression=false 2024-11-25T14:32:40,987 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:32:40,987 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,41427,1732545142858 got entry batch from reader: WALEntryBatch [walEntries=[{test/8aeeb4dbc31769434387cc5ef5382943/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732545160819/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-25T14:32:40,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.ReplicationSink(318): Replicating [b26e97ef-33ce-491e-9fdc-926b5b9adbd8, e1a6d728-86b5-48e1-9f03-250d36ef15a9] bulk loaded data 2024-11-25T14:32:41,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741844_1020 (size=11194) 2024-11-25T14:32:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741845_1021 (size=10791) 2024-11-25T14:32:41,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:32:41,057 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__a3bh2ondt12k67lkqf5gt08f3n6407sdb8lpqpu5o3kqq57r6k5i516trftakisk/f/4478418de2674c129272d687b935f008_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-25T14:32:41,063 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/staging/jenkins.hfs.11__test__a3bh2ondt12k67lkqf5gt08f3n6407sdb8lpqpu5o3kqq57r6k5i516trftakisk/f/4d3b97bedd3841bfa23c43a37be0d082_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-25T14:32:41,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] regionserver.ReplicationSink(324): Finished replicating [b26e97ef-33ce-491e-9fdc-926b5b9adbd8, e1a6d728-86b5-48e1-9f03-250d36ef15a9] bulk loaded data 2024-11-25T14:32:41,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T14:32:41,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T14:32:41,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T14:32:41,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T14:32:41,165 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:32:41,165 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T14:32:41,188 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 1033, reset compression=false 2024-11-25T14:32:41,257 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 1033, reset compression=false 2024-11-25T14:32:41,535 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 1033, reset compression=false 2024-11-25T14:32:41,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:32:41,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:41,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:41,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:41,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:41,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:41,720 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:32:41,720 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=596969976, stopped=false 2024-11-25T14:32:41,720 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,42867,1732545148724 2024-11-25T14:32:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686225980/running 2024-11-25T14:32:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:41,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:32:41,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:41,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:41,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686225980/running 2024-11-25T14:32:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:41,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Set watcher on znode that does not yet exist, /11686225980/running 2024-11-25T14:32:41,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,35859,1732545148855' ***** 2024-11-25T14:32:41,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:32:41,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Set watcher on znode that does not yet exist, /11686225980/running 2024-11-25T14:32:41,759 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:32:41,759 INFO [RS:0;cb69081f5976:35859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:32:41,759 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:32:41,759 INFO [RS:0;cb69081f5976:35859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:32:41,759 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(3091): Received CLOSE for 434f42693aa212275bdb61aaa2660d66 2024-11-25T14:32:41,771 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(3091): Received CLOSE for 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:41,771 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,35859,1732545148855 2024-11-25T14:32:41,771 INFO [RS:0;cb69081f5976:35859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:32:41,772 INFO [RS:0;cb69081f5976:35859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:35859. 2024-11-25T14:32:41,772 DEBUG [RS:0;cb69081f5976:35859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:41,772 DEBUG [RS:0;cb69081f5976:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:41,772 INFO [RS:0;cb69081f5976:35859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:32:41,772 INFO [RS:0;cb69081f5976:35859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:32:41,772 INFO [RS:0;cb69081f5976:35859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:32:41,772 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:32:41,773 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 434f42693aa212275bdb61aaa2660d66, disabling compactions & flushes 2024-11-25T14:32:41,773 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:41,773 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:41,773 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545153228.434f42693aa212275bdb61aaa2660d66. after waiting 0 ms 2024-11-25T14:32:41,773 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:41,787 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:32:41,787 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 434f42693aa212275bdb61aaa2660d66=test,,1732545153228.434f42693aa212275bdb61aaa2660d66., 73019d203b88a8bd6f0a767bcaaaae10=hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10.} 2024-11-25T14:32:41,787 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 434f42693aa212275bdb61aaa2660d66, 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:41,788 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:32:41,788 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:32:41,788 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:32:41,788 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:32:41,788 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:32:41,788 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:32:41,835 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/info/506318f555d04780a8c52a3eed859bd1 is 147, key is hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10./info:regioninfo/1732545157250/Put/seqid=0 2024-11-25T14:32:41,846 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/default/test/434f42693aa212275bdb61aaa2660d66/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T14:32:41,847 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:41,847 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:32:41,847 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:41,847 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:32:41,847 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 434f42693aa212275bdb61aaa2660d66: Waiting for close lock at 1732545161772Running coprocessor pre-close hooks at 1732545161772Disabling compacts and flushes for region at 1732545161772Disabling writes for close at 1732545161773 (+1 ms)Writing region close event to WAL at 1732545161824 (+51 ms)Running coprocessor post-close hooks at 1732545161847 (+23 ms)Closed at 1732545161847 2024-11-25T14:32:41,847 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545153228.434f42693aa212275bdb61aaa2660d66. 2024-11-25T14:32:41,848 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73019d203b88a8bd6f0a767bcaaaae10, disabling compactions & flushes 2024-11-25T14:32:41,848 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:41,848 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:41,848 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. after waiting 0 ms 2024-11-25T14:32:41,848 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:41,848 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73019d203b88a8bd6f0a767bcaaaae10 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-25T14:32:41,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741846_1022 (size=7686) 2024-11-25T14:32:41,871 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/info/506318f555d04780a8c52a3eed859bd1 2024-11-25T14:32:41,901 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/.tmp/hfileref/b9511fed43b64e68a04314cff123fdab is 74, key is 1/hfileref:1cd75f36c713476b967ab0da639304de_SeqId_6_/1732545160824/DeleteColumn/seqid=0 2024-11-25T14:32:41,905 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 1033, reset compression=false 2024-11-25T14:32:41,928 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/ns/1231da42279f4dcca1ebfe4a513c5963 is 43, key is default/ns:d/1732545150977/Put/seqid=0 2024-11-25T14:32:41,942 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:32:41,942 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 1328, reset compression=false 2024-11-25T14:32:41,942 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35859,1732545148855 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:32:41,943 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb69081f5976,35859,1732545148855: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb69081f5976,35859,1732545148855, walGroup=cb69081f5976%2C35859%2C1732545148855, offset=cb69081f5976%2C35859%2C1732545148855.1732545150322:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:35859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T14:32:41,947 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:32:41,947 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:32:41,948 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:32:41,948 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:32:41,948 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:32:41,949 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 552806400 }, "NonHeapMemoryUsage": { "committed": 189923328, "init": 7667712, "max": -1, "used": 187144368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T14:32:41,950 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:42867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:42867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T14:32:41,968 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 1033, reset compression=false 2024-11-25T14:32:41,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741847_1023 (size=5345) 2024-11-25T14:32:41,987 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/.tmp/hfileref/b9511fed43b64e68a04314cff123fdab 2024-11-25T14:32:41,988 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:42,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741848_1024 (size=5153) 2024-11-25T14:32:42,060 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/.tmp/queue/fae114d03f914c1e9fe6aa8292287b0e is 154, key is 1-cb69081f5976,35859,1732545148855/queue:cb69081f5976%2C35859%2C1732545148855/1732545160829/Put/seqid=0 2024-11-25T14:32:42,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741849_1025 (size=5353) 2024-11-25T14:32:42,096 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/.tmp/queue/fae114d03f914c1e9fe6aa8292287b0e 2024-11-25T14:32:42,111 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/.tmp/hfileref/b9511fed43b64e68a04314cff123fdab as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/hfileref/b9511fed43b64e68a04314cff123fdab 2024-11-25T14:32:42,121 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/hfileref/b9511fed43b64e68a04314cff123fdab, entries=4, sequenceid=12, filesize=5.2 K 2024-11-25T14:32:42,122 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/.tmp/queue/fae114d03f914c1e9fe6aa8292287b0e as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/queue/fae114d03f914c1e9fe6aa8292287b0e 2024-11-25T14:32:42,132 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/queue/fae114d03f914c1e9fe6aa8292287b0e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T14:32:42,134 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 73019d203b88a8bd6f0a767bcaaaae10 in 286ms, sequenceid=12, compaction requested=false 2024-11-25T14:32:42,178 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:32:42,178 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:32:42,188 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73019d203b88a8bd6f0a767bcaaaae10 2024-11-25T14:32:42,192 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/replication/73019d203b88a8bd6f0a767bcaaaae10/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T14:32:42,193 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:42,193 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:42,193 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:42,193 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73019d203b88a8bd6f0a767bcaaaae10: Waiting for close lock at 1732545161848Running coprocessor pre-close hooks at 1732545161848Disabling compacts and flushes for region at 1732545161848Disabling writes for close at 1732545161848Obtaining lock to block concurrent updates at 1732545161848Preparing flush snapshotting stores in 73019d203b88a8bd6f0a767bcaaaae10 at 1732545161848Finished memstore snapshotting hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732545161848Flushing stores of hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. at 1732545161849 (+1 ms)Flushing 73019d203b88a8bd6f0a767bcaaaae10/hfileref: creating writer at 1732545161849Flushing 73019d203b88a8bd6f0a767bcaaaae10/hfileref: appending metadata at 1732545161897 (+48 ms)Flushing 73019d203b88a8bd6f0a767bcaaaae10/hfileref: closing flushed file at 1732545161897Flushing 73019d203b88a8bd6f0a767bcaaaae10/queue: creating writer at 1732545161994 (+97 ms)Flushing 73019d203b88a8bd6f0a767bcaaaae10/queue: appending metadata at 1732545162060 (+66 ms)Flushing 73019d203b88a8bd6f0a767bcaaaae10/queue: closing flushed file at 1732545162060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8195186: reopening flushed file at 1732545162109 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517aa343: reopening flushed file at 1732545162121 (+12 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 73019d203b88a8bd6f0a767bcaaaae10 in 286ms, sequenceid=12, compaction requested=false at 1732545162135 (+14 ms)Writing region close event to WAL at 1732545162163 (+28 ms)Running coprocessor post-close hooks at 1732545162193 (+30 ms)Closed at 1732545162193 2024-11-25T14:32:42,193 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732545156615.73019d203b88a8bd6f0a767bcaaaae10. 2024-11-25T14:32:42,201 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 1328, reset compression=false 2024-11-25T14:32:42,393 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:32:42,432 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/ns/1231da42279f4dcca1ebfe4a513c5963 2024-11-25T14:32:42,465 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/rep_barrier/3ddd76ea1e5e47759d4ed9ec2af9cc01 is 112, key is test,,1732545153228.434f42693aa212275bdb61aaa2660d66./rep_barrier:seqnumDuringOpen/1732545154045/Put/seqid=0 2024-11-25T14:32:42,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741850_1026 (size=5518) 2024-11-25T14:32:42,479 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/rep_barrier/3ddd76ea1e5e47759d4ed9ec2af9cc01 2024-11-25T14:32:42,529 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 1328, reset compression=false 2024-11-25T14:32:42,561 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 1033, reset compression=false 2024-11-25T14:32:42,562 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/table/3f5b4fa2b02b464da8ff2537f85c00bf is 53, key is hbase:replication/table:state/1732545157282/Put/seqid=0 2024-11-25T14:32:42,593 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:32:42,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741851_1027 (size=5308) 2024-11-25T14:32:42,623 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/table/3f5b4fa2b02b464da8ff2537f85c00bf 2024-11-25T14:32:42,640 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/info/506318f555d04780a8c52a3eed859bd1 as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/info/506318f555d04780a8c52a3eed859bd1 2024-11-25T14:32:42,650 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/info/506318f555d04780a8c52a3eed859bd1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:32:42,653 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/ns/1231da42279f4dcca1ebfe4a513c5963 as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/ns/1231da42279f4dcca1ebfe4a513c5963 2024-11-25T14:32:42,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:32:42,675 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/ns/1231da42279f4dcca1ebfe4a513c5963, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:32:42,678 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/rep_barrier/3ddd76ea1e5e47759d4ed9ec2af9cc01 as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/rep_barrier/3ddd76ea1e5e47759d4ed9ec2af9cc01 2024-11-25T14:32:42,687 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/rep_barrier/3ddd76ea1e5e47759d4ed9ec2af9cc01, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:32:42,688 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/.tmp/table/3f5b4fa2b02b464da8ff2537f85c00bf as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/table/3f5b4fa2b02b464da8ff2537f85c00bf 2024-11-25T14:32:42,702 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/table/3f5b4fa2b02b464da8ff2537f85c00bf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:32:42,703 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 915ms, sequenceid=16, compaction requested=false 2024-11-25T14:32:42,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:42,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:42,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:42,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:42,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:42,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:42,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:42,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:42,793 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:32:42,793 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:32:42,793 DEBUG [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:32:42,804 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:32:42,805 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:42,805 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:42,805 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:42,805 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545161788Running coprocessor pre-close hooks at 1732545161788Disabling compacts and flushes for region at 1732545161788Disabling writes for close at 1732545161788Obtaining lock to block concurrent updates at 1732545161788Preparing flush snapshotting stores in 1588230740 at 1732545161788Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545161789 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732545161790 (+1 ms)Flushing 1588230740/info: creating writer at 1732545161790Flushing 1588230740/info: appending metadata at 1732545161835 (+45 ms)Flushing 1588230740/info: closing flushed file at 1732545161835Flushing 1588230740/ns: creating writer at 1732545161880 (+45 ms)Flushing 1588230740/ns: appending metadata at 1732545161922 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1732545161926 (+4 ms)Flushing 1588230740/rep_barrier: creating writer at 1732545162438 (+512 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545162464 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545162464Flushing 1588230740/table: creating writer at 1732545162513 (+49 ms)Flushing 1588230740/table: appending metadata at 1732545162561 (+48 ms)Flushing 1588230740/table: closing flushed file at 1732545162561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ac57d74: reopening flushed file at 1732545162631 (+70 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f1345b5: reopening flushed file at 1732545162650 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50eb9ced: reopening flushed file at 1732545162675 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90828c0: reopening flushed file at 1732545162687 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 915ms, sequenceid=16, compaction requested=false at 1732545162704 (+17 ms)Writing region close event to WAL at 1732545162779 (+75 ms)Running coprocessor post-close hooks at 1732545162805 (+26 ms)Closed at 1732545162805 2024-11-25T14:32:42,805 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:42,967 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.1732545150322 to pos 1328, reset compression=false 2024-11-25T14:32:42,993 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,35859,1732545148855; all regions closed. 2024-11-25T14:32:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741834_1010 (size=4239) 2024-11-25T14:32:43,004 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/WALs/cb69081f5976,35859,1732545148855/cb69081f5976%2C35859%2C1732545148855.rep.1732545157080 not finished, retry = 0 2024-11-25T14:32:43,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741839_1015 (size=3127) 2024-11-25T14:32:43,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741832_1008 (size=1336) 2024-11-25T14:32:43,120 DEBUG [RS:0;cb69081f5976:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:43,120 INFO [RS:0;cb69081f5976:35859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:32:43,120 INFO [RS:0;cb69081f5976:35859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:32:43,120 INFO [RS:0;cb69081f5976:35859 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:32:43,120 INFO [RS:0;cb69081f5976:35859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:32:43,121 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:32:43,121 INFO [RS:0;cb69081f5976:35859 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,35859,1732545148855 because: Region server is closing 2024-11-25T14:32:43,121 INFO [RS:0;cb69081f5976:35859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:35859. 2024-11-25T14:32:43,121 DEBUG [RS:0;cb69081f5976:35859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:43,121 DEBUG [RS:0;cb69081f5976:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:43,121 DEBUG [RS:0;cb69081f5976:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:43,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:43,200 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 1033, reset compression=false 2024-11-25T14:32:43,221 INFO [RS:0;cb69081f5976:35859 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.shippercb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 terminated 2024-11-25T14:32:43,222 INFO [RS:0;cb69081f5976:35859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:35859. 2024-11-25T14:32:43,222 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35859,1732545148855.replicationSource.wal-reader.cb69081f5976%2C35859%2C1732545148855,1-cb69081f5976,35859,1732545148855 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T14:32:43,222 DEBUG [RS:0;cb69081f5976:35859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:43,222 DEBUG [RS:0;cb69081f5976:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:43,222 DEBUG [RS:0;cb69081f5976:35859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:43,222 INFO [RS:0;cb69081f5976:35859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35859 2024-11-25T14:32:43,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:43,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980/rs 2024-11-25T14:32:43,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686225980/rs/cb69081f5976,35859,1732545148855 2024-11-25T14:32:43,239 INFO [RS:0;cb69081f5976:35859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:32:43,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,35859,1732545148855] 2024-11-25T14:32:43,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11686225980/draining/cb69081f5976,35859,1732545148855 already deleted, retry=false 2024-11-25T14:32:43,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,35859,1732545148855 expired; onlineServers=0 2024-11-25T14:32:43,255 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,42867,1732545148724' ***** 2024-11-25T14:32:43,255 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:32:43,255 INFO [M:0;cb69081f5976:42867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:32:43,256 INFO [M:0;cb69081f5976:42867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:32:43,256 DEBUG [M:0;cb69081f5976:42867 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:32:43,256 DEBUG [M:0;cb69081f5976:42867 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:32:43,256 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545150027 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545150027,5,FailOnTimeoutGroup] 2024-11-25T14:32:43,256 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:32:43,256 INFO [M:0;cb69081f5976:42867 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:32:43,256 INFO [M:0;cb69081f5976:42867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:32:43,256 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545150027 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545150027,5,FailOnTimeoutGroup] 2024-11-25T14:32:43,256 DEBUG [M:0;cb69081f5976:42867 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:32:43,256 INFO [M:0;cb69081f5976:42867 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:32:43,256 INFO [M:0;cb69081f5976:42867 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:32:43,256 INFO [M:0;cb69081f5976:42867 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:32:43,257 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:32:43,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686225980/master 2024-11-25T14:32:43,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686225980 2024-11-25T14:32:43,272 DEBUG [M:0;cb69081f5976:42867 {}] zookeeper.ZKUtil(347): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Unable to get data of znode /11686225980/master because node does not exist (not an error) 2024-11-25T14:32:43,272 WARN [M:0;cb69081f5976:42867 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T14:32:43,273 INFO [M:0;cb69081f5976:42867 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/.lastflushedseqids 2024-11-25T14:32:43,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741852_1028 (size=263) 2024-11-25T14:32:43,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:43,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35859-0x10173b284a50004, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:43,364 INFO [RS:0;cb69081f5976:35859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:32:43,364 INFO [RS:0;cb69081f5976:35859 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,35859,1732545148855; zookeeper connection closed. 2024-11-25T14:32:43,368 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ea1f628 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ea1f628 2024-11-25T14:32:43,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:32:43,722 INFO [M:0;cb69081f5976:42867 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:32:43,723 INFO [M:0;cb69081f5976:42867 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:32:43,723 DEBUG [M:0;cb69081f5976:42867 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:32:43,723 INFO [M:0;cb69081f5976:42867 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:43,723 DEBUG [M:0;cb69081f5976:42867 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:43,723 DEBUG [M:0;cb69081f5976:42867 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:32:43,723 DEBUG [M:0;cb69081f5976:42867 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:43,723 INFO [M:0;cb69081f5976:42867 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T14:32:43,802 DEBUG [M:0;cb69081f5976:42867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5318af6746346ac88d38d2a2f9355aa is 82, key is hbase:meta,,1/info:regioninfo/1732545150958/Put/seqid=0 2024-11-25T14:32:43,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741853_1029 (size=5672) 2024-11-25T14:32:43,939 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 1033, reset compression=false 2024-11-25T14:32:44,271 INFO [M:0;cb69081f5976:42867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5318af6746346ac88d38d2a2f9355aa 2024-11-25T14:32:44,369 DEBUG [M:0;cb69081f5976:42867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8859256f87f0435fae5f207c95b59c22 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732545157292/Put/seqid=0 2024-11-25T14:32:44,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741854_1030 (size=8516) 2024-11-25T14:32:44,779 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 1033, reset compression=false 2024-11-25T14:32:44,815 INFO [M:0;cb69081f5976:42867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8859256f87f0435fae5f207c95b59c22 2024-11-25T14:32:44,934 DEBUG [M:0;cb69081f5976:42867 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc9d8d0ea6a4431391ade3ad03835925 is 69, key is cb69081f5976,35859,1732545148855/rs:state/1732545150133/Put/seqid=0 2024-11-25T14:32:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741855_1031 (size=5156) 2024-11-25T14:32:44,995 INFO [M:0;cb69081f5976:42867 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc9d8d0ea6a4431391ade3ad03835925 2024-11-25T14:32:45,071 DEBUG [M:0;cb69081f5976:42867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5318af6746346ac88d38d2a2f9355aa as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5318af6746346ac88d38d2a2f9355aa 2024-11-25T14:32:45,118 INFO [M:0;cb69081f5976:42867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5318af6746346ac88d38d2a2f9355aa, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T14:32:45,124 DEBUG [M:0;cb69081f5976:42867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8859256f87f0435fae5f207c95b59c22 as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8859256f87f0435fae5f207c95b59c22 2024-11-25T14:32:45,137 INFO [M:0;cb69081f5976:42867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8859256f87f0435fae5f207c95b59c22, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T14:32:45,138 DEBUG [M:0;cb69081f5976:42867 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc9d8d0ea6a4431391ade3ad03835925 as hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc9d8d0ea6a4431391ade3ad03835925 2024-11-25T14:32:45,147 INFO [M:0;cb69081f5976:42867 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42419/user/jenkins/test-data/7e1d142a-c0b3-b834-27ba-15ea905ab08a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc9d8d0ea6a4431391ade3ad03835925, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T14:32:45,148 INFO [M:0;cb69081f5976:42867 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1425ms, sequenceid=97, compaction requested=false 2024-11-25T14:32:45,187 INFO [M:0;cb69081f5976:42867 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:45,188 DEBUG [M:0;cb69081f5976:42867 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545163723Disabling compacts and flushes for region at 1732545163723Disabling writes for close at 1732545163723Obtaining lock to block concurrent updates at 1732545163723Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545163723Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732545163724 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545163728 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545163728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545163801 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545163801Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545164295 (+494 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545164368 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545164368Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545164864 (+496 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545164926 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545164926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616a4146: reopening flushed file at 1732545165056 (+130 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e16d5cb: reopening flushed file at 1732545165118 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438f7f19: reopening flushed file at 1732545165137 (+19 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1425ms, sequenceid=97, compaction requested=false at 1732545165148 (+11 ms)Writing region close event to WAL at 1732545165187 (+39 ms)Closed at 1732545165187 2024-11-25T14:32:45,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43535 is added to blk_1073741830_1006 (size=63654) 2024-11-25T14:32:45,235 INFO [M:0;cb69081f5976:42867 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:32:45,235 INFO [M:0;cb69081f5976:42867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42867 2024-11-25T14:32:45,235 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:32:45,236 INFO [M:0;cb69081f5976:42867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:32:45,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:45,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42867-0x10173b284a50003, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:45,391 INFO [M:0;cb69081f5976:42867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:32:45,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62978b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:32:45,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ce4868{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:32:45,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:32:45,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29db64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:32:45,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c855783{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/hadoop.log.dir/,STOPPED} 2024-11-25T14:32:45,431 WARN [BP-1587612421-172.17.0.3-1732545145535 heartbeating to localhost/127.0.0.1:42419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:32:45,431 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:32:45,431 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:32:45,431 WARN [BP-1587612421-172.17.0.3-1732545145535 heartbeating to localhost/127.0.0.1:42419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1587612421-172.17.0.3-1732545145535 (Datanode Uuid 08572012-73e4-4e4a-b8e5-704fd6900dba) service to localhost/127.0.0.1:42419 2024-11-25T14:32:45,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/cluster_6e573cec-fdfd-e667-5876-8b3e2ef21b23/data/data1/current/BP-1587612421-172.17.0.3-1732545145535 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:32:45,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/cluster_6e573cec-fdfd-e667-5876-8b3e2ef21b23/data/data2/current/BP-1587612421-172.17.0.3-1732545145535 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:32:45,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:32:45,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bac464d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:32:45,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bae29d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:32:45,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:32:45,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ef8e466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:32:45,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae04b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/hadoop.log.dir/,STOPPED} 2024-11-25T14:32:45,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:32:45,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:32:45,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:45,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:45,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:45,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:45,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:45,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:32:45,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1256366652, stopped=false 2024-11-25T14:32:45,499 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,45193,1732545142354 2024-11-25T14:32:45,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-62623133/running 2024-11-25T14:32:45,513 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-62623133/running 2024-11-25T14:32:45,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:45,513 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:45,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Set watcher on znode that does not yet exist, /0-62623133/running 2024-11-25T14:32:45,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Set watcher on znode that does not yet exist, /0-62623133/running 2024-11-25T14:32:45,515 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:32:45,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:32:45,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:45,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:45,516 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,41427,1732545142858' ***** 2024-11-25T14:32:45,517 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:32:45,517 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:32:45,517 INFO [RS:0;cb69081f5976:41427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:32:45,517 INFO [RS:0;cb69081f5976:41427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:32:45,517 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(3091): Received CLOSE for de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:45,517 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:32:45,526 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(3091): Received CLOSE for 8aeeb4dbc31769434387cc5ef5382943 2024-11-25T14:32:45,526 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,41427,1732545142858 2024-11-25T14:32:45,526 INFO [RS:0;cb69081f5976:41427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:32:45,526 INFO [RS:0;cb69081f5976:41427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:41427. 2024-11-25T14:32:45,526 DEBUG [RS:0;cb69081f5976:41427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:45,526 DEBUG [RS:0;cb69081f5976:41427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:45,527 INFO [RS:0;cb69081f5976:41427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:32:45,527 INFO [RS:0;cb69081f5976:41427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:32:45,527 INFO [RS:0;cb69081f5976:41427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:32:45,527 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:32:45,527 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de8faf3a0118d49ae6f88b745baad780, disabling compactions & flushes 2024-11-25T14:32:45,527 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:45,527 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:45,527 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. after waiting 0 ms 2024-11-25T14:32:45,527 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:45,527 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de8faf3a0118d49ae6f88b745baad780 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-25T14:32:45,528 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:32:45,528 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1325): Online Regions={de8faf3a0118d49ae6f88b745baad780=hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780., 1588230740=hbase:meta,,1.1588230740, 8aeeb4dbc31769434387cc5ef5382943=test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943.} 2024-11-25T14:32:45,528 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aeeb4dbc31769434387cc5ef5382943, de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:45,529 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:32:45,529 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:32:45,529 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:32:45,529 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:32:45,529 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:32:45,529 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:32:45,564 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/.tmp/hfileref/99a0b840fa354f158b3b8a91a55a1105 is 74, key is 1/hfileref:1a82f5a31b1e47598c7aa60226e53881_SeqId_4_/1732545158311/DeleteColumn/seqid=0 2024-11-25T14:32:45,567 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:32:45,576 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/info/44545ec722b14b3ba2329d3dc6feaf64 is 147, key is hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780./info:regioninfo/1732545155760/Put/seqid=0 2024-11-25T14:32:45,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741846_1022 (size=5345) 2024-11-25T14:32:45,596 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/.tmp/hfileref/99a0b840fa354f158b3b8a91a55a1105 2024-11-25T14:32:45,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741847_1023 (size=7686) 2024-11-25T14:32:45,619 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/info/44545ec722b14b3ba2329d3dc6feaf64 2024-11-25T14:32:45,677 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/ns/e30ba5adad374dd19481b89d66318466 is 43, key is default/ns:d/1732545145265/Put/seqid=0 2024-11-25T14:32:45,689 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/.tmp/queue/c6534de8f1ed498ba4d754d74c8578a0 is 154, key is 1-cb69081f5976,41427,1732545142858/queue:cb69081f5976%2C41427%2C1732545142858/1732545161069/Put/seqid=0 2024-11-25T14:32:45,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741848_1024 (size=5153) 2024-11-25T14:32:45,717 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/ns/e30ba5adad374dd19481b89d66318466 2024-11-25T14:32:45,720 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 1033, reset compression=false 2024-11-25T14:32:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741849_1025 (size=5353) 2024-11-25T14:32:45,731 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aeeb4dbc31769434387cc5ef5382943, de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:45,772 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/rep_barrier/a982364650004d62a1356b3fb747129c is 112, key is test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943./rep_barrier:seqnumDuringOpen/1732545152347/Put/seqid=0 2024-11-25T14:32:45,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741850_1026 (size=5518) 2024-11-25T14:32:45,934 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aeeb4dbc31769434387cc5ef5382943, de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:46,124 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/.tmp/queue/c6534de8f1ed498ba4d754d74c8578a0 2024-11-25T14:32:46,134 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8aeeb4dbc31769434387cc5ef5382943, de8faf3a0118d49ae6f88b745baad780 2024-11-25T14:32:46,137 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/.tmp/hfileref/99a0b840fa354f158b3b8a91a55a1105 as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/hfileref/99a0b840fa354f158b3b8a91a55a1105 2024-11-25T14:32:46,143 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/hfileref/99a0b840fa354f158b3b8a91a55a1105, entries=4, sequenceid=12, filesize=5.2 K 2024-11-25T14:32:46,144 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/.tmp/queue/c6534de8f1ed498ba4d754d74c8578a0 as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/queue/c6534de8f1ed498ba4d754d74c8578a0 2024-11-25T14:32:46,152 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/queue/c6534de8f1ed498ba4d754d74c8578a0, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T14:32:46,153 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for de8faf3a0118d49ae6f88b745baad780 in 626ms, sequenceid=12, compaction requested=false 2024-11-25T14:32:46,189 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/replication/de8faf3a0118d49ae6f88b745baad780/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T14:32:46,189 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:46,190 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:46,190 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:46,190 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de8faf3a0118d49ae6f88b745baad780: Waiting for close lock at 1732545165527Running coprocessor pre-close hooks at 1732545165527Disabling compacts and flushes for region at 1732545165527Disabling writes for close at 1732545165527Obtaining lock to block concurrent updates at 1732545165527Preparing flush snapshotting stores in de8faf3a0118d49ae6f88b745baad780 at 1732545165527Finished memstore snapshotting hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732545165528 (+1 ms)Flushing stores of hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. at 1732545165531 (+3 ms)Flushing de8faf3a0118d49ae6f88b745baad780/hfileref: creating writer at 1732545165531Flushing de8faf3a0118d49ae6f88b745baad780/hfileref: appending metadata at 1732545165563 (+32 ms)Flushing de8faf3a0118d49ae6f88b745baad780/hfileref: closing flushed file at 1732545165563Flushing de8faf3a0118d49ae6f88b745baad780/queue: creating writer at 1732545165649 (+86 ms)Flushing de8faf3a0118d49ae6f88b745baad780/queue: appending metadata at 1732545165686 (+37 ms)Flushing de8faf3a0118d49ae6f88b745baad780/queue: closing flushed file at 1732545165686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb980c7: reopening flushed file at 1732545166135 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de0da4: reopening flushed file at 1732545166143 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for de8faf3a0118d49ae6f88b745baad780 in 626ms, sequenceid=12, compaction requested=false at 1732545166153 (+10 ms)Writing region close event to WAL at 1732545166185 (+32 ms)Running coprocessor post-close hooks at 1732545166189 (+4 ms)Closed at 1732545166190 (+1 ms) 2024-11-25T14:32:46,190 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732545154440.de8faf3a0118d49ae6f88b745baad780. 2024-11-25T14:32:46,190 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8aeeb4dbc31769434387cc5ef5382943, disabling compactions & flushes 2024-11-25T14:32:46,190 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:46,190 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:46,190 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. after waiting 0 ms 2024-11-25T14:32:46,190 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:46,204 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/default/test/8aeeb4dbc31769434387cc5ef5382943/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T14:32:46,205 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:46,205 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:32:46,205 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:46,205 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8aeeb4dbc31769434387cc5ef5382943: Waiting for close lock at 1732545166190Running coprocessor pre-close hooks at 1732545166190Disabling compacts and flushes for region at 1732545166190Disabling writes for close at 1732545166190Writing region close event to WAL at 1732545166194 (+4 ms)Running coprocessor post-close hooks at 1732545166205 (+11 ms)Closed at 1732545166205 2024-11-25T14:32:46,205 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545151059.8aeeb4dbc31769434387cc5ef5382943. 2024-11-25T14:32:46,236 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/rep_barrier/a982364650004d62a1356b3fb747129c 2024-11-25T14:32:46,265 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/table/bd928c4cf4074789993e12fec9f7c641 is 53, key is hbase:replication/table:state/1732545155771/Put/seqid=0 2024-11-25T14:32:46,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741851_1027 (size=5308) 2024-11-25T14:32:46,281 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/table/bd928c4cf4074789993e12fec9f7c641 2024-11-25T14:32:46,287 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:32:46,287 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:32:46,294 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/info/44545ec722b14b3ba2329d3dc6feaf64 as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/info/44545ec722b14b3ba2329d3dc6feaf64 2024-11-25T14:32:46,299 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/info/44545ec722b14b3ba2329d3dc6feaf64, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:32:46,302 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/ns/e30ba5adad374dd19481b89d66318466 as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/ns/e30ba5adad374dd19481b89d66318466 2024-11-25T14:32:46,308 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/ns/e30ba5adad374dd19481b89d66318466, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:32:46,309 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/rep_barrier/a982364650004d62a1356b3fb747129c as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/rep_barrier/a982364650004d62a1356b3fb747129c 2024-11-25T14:32:46,317 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/rep_barrier/a982364650004d62a1356b3fb747129c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:32:46,319 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/.tmp/table/bd928c4cf4074789993e12fec9f7c641 as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/table/bd928c4cf4074789993e12fec9f7c641 2024-11-25T14:32:46,334 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/table/bd928c4cf4074789993e12fec9f7c641, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:32:46,335 DEBUG [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:32:46,336 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 807ms, sequenceid=16, compaction requested=false 2024-11-25T14:32:46,336 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:32:46,419 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:32:46,424 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:46,424 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:46,424 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:46,424 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545165529Running coprocessor pre-close hooks at 1732545165529Disabling compacts and flushes for region at 1732545165529Disabling writes for close at 1732545165529Obtaining lock to block concurrent updates at 1732545165529Preparing flush snapshotting stores in 1588230740 at 1732545165529Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545165529Flushing stores of hbase:meta,,1.1588230740 at 1732545165530 (+1 ms)Flushing 1588230740/info: creating writer at 1732545165530Flushing 1588230740/info: appending metadata at 1732545165575 (+45 ms)Flushing 1588230740/info: closing flushed file at 1732545165575Flushing 1588230740/ns: creating writer at 1732545165634 (+59 ms)Flushing 1588230740/ns: appending metadata at 1732545165676 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1732545165676Flushing 1588230740/rep_barrier: creating writer at 1732545165724 (+48 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545165767 (+43 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545165767Flushing 1588230740/table: creating writer at 1732545166242 (+475 ms)Flushing 1588230740/table: appending metadata at 1732545166264 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732545166264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6d88ed: reopening flushed file at 1732545166292 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c41a826: reopening flushed file at 1732545166299 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515a22ff: reopening flushed file at 1732545166309 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605eac62: reopening flushed file at 1732545166318 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 807ms, sequenceid=16, compaction requested=false at 1732545166336 (+18 ms)Writing region close event to WAL at 1732545166395 (+59 ms)Running coprocessor post-close hooks at 1732545166424 (+29 ms)Closed at 1732545166424 2024-11-25T14:32:46,424 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:46,537 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,41427,1732545142858; all regions closed. 2024-11-25T14:32:46,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741834_1010 (size=4239) 2024-11-25T14:32:46,584 DEBUG [RS:0;cb69081f5976:41427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/oldWALs 2024-11-25T14:32:46,584 INFO [RS:0;cb69081f5976:41427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C41427%2C1732545142858.meta:.meta(num 1732545145023) 2024-11-25T14:32:46,623 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.rep.1732545155642 not finished, retry = 0 2024-11-25T14:32:46,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741839_1015 (size=3127) 2024-11-25T14:32:46,727 DEBUG [RS:0;cb69081f5976:41427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/oldWALs 2024-11-25T14:32:46,727 INFO [RS:0;cb69081f5976:41427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C41427%2C1732545142858.rep:(num 1732545155642) 2024-11-25T14:32:46,755 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 to pos 1033, reset compression=false 2024-11-25T14:32:46,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741833_1009 (size=1336) 2024-11-25T14:32:46,802 DEBUG [RS:0;cb69081f5976:41427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/oldWALs 2024-11-25T14:32:46,802 INFO [RS:0;cb69081f5976:41427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C41427%2C1732545142858:(num 1732545144531) 2024-11-25T14:32:46,802 DEBUG [RS:0;cb69081f5976:41427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:46,802 INFO [RS:0;cb69081f5976:41427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:32:46,802 INFO [RS:0;cb69081f5976:41427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:32:46,802 INFO [RS:0;cb69081f5976:41427 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:32:46,802 INFO [RS:0;cb69081f5976:41427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:32:46,803 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:32:46,803 INFO [RS:0;cb69081f5976:41427 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,41427,1732545142858 because: Region server is closing 2024-11-25T14:32:46,803 INFO [RS:0;cb69081f5976:41427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:41427. 2024-11-25T14:32:46,803 DEBUG [RS:0;cb69081f5976:41427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:46,803 DEBUG [RS:0;cb69081f5976:41427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:46,803 DEBUG [RS:0;cb69081f5976:41427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:46,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:46,820 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 was moved to hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/oldWALs/cb69081f5976%2C41427%2C1732545142858.1732545144531 2024-11-25T14:32:46,826 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531 2024-11-25T14:32:46,826 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.wal-reader.cb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:32:46,826 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,41427,1732545142858 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/WALs/cb69081f5976,41427,1732545142858/cb69081f5976%2C41427%2C1732545142858.1732545144531, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-25T14:32:46,827 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb69081f5976,41427,1732545142858: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb69081f5976,41427,1732545142858, walGroup=cb69081f5976%2C41427%2C1732545142858, offset=cb69081f5976%2C41427%2C1732545142858.1732545144531:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:41427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T14:32:46,831 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:32:46,832 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:32:46,832 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:32:46,832 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:32:46,832 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:32:46,832 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 636692480 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188165552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T14:32:46,840 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [cb69081f5976%2C41427%2C1732545142858.1732545144531] 2024-11-25T14:32:46,903 INFO [RS:0;cb69081f5976:41427 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,41427,1732545142858.replicationSource.shippercb69081f5976%2C41427%2C1732545142858,1-cb69081f5976,41427,1732545142858 terminated 2024-11-25T14:32:46,904 INFO [RS:0;cb69081f5976:41427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:41427. 2024-11-25T14:32:46,904 DEBUG [RS:0;cb69081f5976:41427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:32:46,904 DEBUG [RS:0;cb69081f5976:41427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:46,904 DEBUG [RS:0;cb69081f5976:41427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:46,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:32:46,904 INFO [RS:0;cb69081f5976:41427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41427 2024-11-25T14:32:46,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133/rs 2024-11-25T14:32:46,921 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-62623133/rs/cb69081f5976,41427,1732545142858 2024-11-25T14:32:46,922 INFO [RS:0;cb69081f5976:41427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:32:46,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,41427,1732545142858] 2024-11-25T14:32:46,941 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-62623133/draining/cb69081f5976,41427,1732545142858 already deleted, retry=false 2024-11-25T14:32:46,941 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,41427,1732545142858 expired; onlineServers=0 2024-11-25T14:32:46,941 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,45193,1732545142354' ***** 2024-11-25T14:32:46,941 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:32:46,941 INFO [M:0;cb69081f5976:45193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:32:46,941 INFO [M:0;cb69081f5976:45193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:32:46,941 DEBUG [M:0;cb69081f5976:45193 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:32:46,941 DEBUG [M:0;cb69081f5976:45193 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:32:46,941 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:32:46,941 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545144011 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545144011,5,FailOnTimeoutGroup] 2024-11-25T14:32:46,941 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545143995 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545143995,5,FailOnTimeoutGroup] 2024-11-25T14:32:46,941 INFO [M:0;cb69081f5976:45193 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:32:46,941 INFO [M:0;cb69081f5976:45193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:32:46,941 DEBUG [M:0;cb69081f5976:45193 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:32:46,941 INFO [M:0;cb69081f5976:45193 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:32:46,941 INFO [M:0;cb69081f5976:45193 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:32:46,942 INFO [M:0;cb69081f5976:45193 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:32:46,942 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:32:46,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-62623133/master 2024-11-25T14:32:46,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62623133 2024-11-25T14:32:46,949 DEBUG [M:0;cb69081f5976:45193 {}] zookeeper.ZKUtil(347): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Unable to get data of znode /0-62623133/master because node does not exist (not an error) 2024-11-25T14:32:46,949 WARN [M:0;cb69081f5976:45193 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T14:32:46,951 INFO [M:0;cb69081f5976:45193 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/.lastflushedseqids 2024-11-25T14:32:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741852_1028 (size=263) 2024-11-25T14:32:47,019 INFO [M:0;cb69081f5976:45193 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:32:47,019 INFO [M:0;cb69081f5976:45193 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:32:47,019 DEBUG [M:0;cb69081f5976:45193 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:32:47,020 INFO [M:0;cb69081f5976:45193 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:47,020 DEBUG [M:0;cb69081f5976:45193 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:47,020 DEBUG [M:0;cb69081f5976:45193 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:32:47,020 DEBUG [M:0;cb69081f5976:45193 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:47,020 INFO [M:0;cb69081f5976:45193 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T14:32:47,033 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:47,033 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41427-0x10173b284a50001, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:47,033 INFO [RS:0;cb69081f5976:41427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:32:47,033 INFO [RS:0;cb69081f5976:41427 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,41427,1732545142858; zookeeper connection closed. 2024-11-25T14:32:47,043 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f8f8cdc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f8f8cdc 2024-11-25T14:32:47,044 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:32:47,083 DEBUG [M:0;cb69081f5976:45193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80f15f0d0154473eb3aa17a80f414977 is 82, key is hbase:meta,,1/info:regioninfo/1732545145157/Put/seqid=0 2024-11-25T14:32:47,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741853_1029 (size=5672) 2024-11-25T14:32:47,140 INFO [M:0;cb69081f5976:45193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80f15f0d0154473eb3aa17a80f414977 2024-11-25T14:32:47,194 DEBUG [M:0;cb69081f5976:45193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf9f36fee5434a0d9555ad085f3c8e1a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732545155774/Put/seqid=0 2024-11-25T14:32:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741854_1030 (size=8516) 2024-11-25T14:32:47,654 INFO [M:0;cb69081f5976:45193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf9f36fee5434a0d9555ad085f3c8e1a 2024-11-25T14:32:47,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:32:47,702 DEBUG [M:0;cb69081f5976:45193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60d04c6ff7e542e2b4d5aa0a9026ce8b is 69, key is cb69081f5976,41427,1732545142858/rs:state/1732545144103/Put/seqid=0 2024-11-25T14:32:47,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:47,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:47,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:47,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:47,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:47,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:47,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741855_1031 (size=5156) 2024-11-25T14:32:47,749 INFO [M:0;cb69081f5976:45193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60d04c6ff7e542e2b4d5aa0a9026ce8b 2024-11-25T14:32:47,756 DEBUG [M:0;cb69081f5976:45193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80f15f0d0154473eb3aa17a80f414977 as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80f15f0d0154473eb3aa17a80f414977 2024-11-25T14:32:47,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:47,764 INFO [M:0;cb69081f5976:45193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80f15f0d0154473eb3aa17a80f414977, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T14:32:47,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:47,768 DEBUG [M:0;cb69081f5976:45193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf9f36fee5434a0d9555ad085f3c8e1a as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf9f36fee5434a0d9555ad085f3c8e1a 2024-11-25T14:32:47,838 INFO [M:0;cb69081f5976:45193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf9f36fee5434a0d9555ad085f3c8e1a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T14:32:47,856 DEBUG [M:0;cb69081f5976:45193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60d04c6ff7e542e2b4d5aa0a9026ce8b as hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60d04c6ff7e542e2b4d5aa0a9026ce8b 2024-11-25T14:32:47,864 INFO [M:0;cb69081f5976:45193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36069/user/jenkins/test-data/b48c0527-ee7c-d722-59a4-427cf94c7917/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60d04c6ff7e542e2b4d5aa0a9026ce8b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T14:32:47,866 INFO [M:0;cb69081f5976:45193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 846ms, sequenceid=97, compaction requested=false 2024-11-25T14:32:47,931 INFO [M:0;cb69081f5976:45193 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:47,932 DEBUG [M:0;cb69081f5976:45193 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545167019Disabling compacts and flushes for region at 1732545167019Disabling writes for close at 1732545167020 (+1 ms)Obtaining lock to block concurrent updates at 1732545167020Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545167020Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732545167020Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545167025 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545167025Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545167083 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545167083Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545167157 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545167194 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545167194Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545167662 (+468 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545167701 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545167701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb4fcc: reopening flushed file at 1732545167754 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa3acba: reopening flushed file at 1732545167764 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be036a5: reopening flushed file at 1732545167838 (+74 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 846ms, sequenceid=97, compaction requested=false at 1732545167866 (+28 ms)Writing region close event to WAL at 1732545167931 (+65 ms)Closed at 1732545167931 2024-11-25T14:32:47,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43897 is added to blk_1073741830_1006 (size=63654) 2024-11-25T14:32:47,967 INFO [M:0;cb69081f5976:45193 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:32:47,967 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:32:47,967 INFO [M:0;cb69081f5976:45193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45193 2024-11-25T14:32:47,967 INFO [M:0;cb69081f5976:45193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:32:48,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:48,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45193-0x10173b284a50000, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:32:48,075 INFO [M:0;cb69081f5976:45193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:32:48,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62b36654{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:32:48,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@670e66f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:32:48,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:32:48,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b238757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:32:48,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fb0c48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/hadoop.log.dir/,STOPPED} 2024-11-25T14:32:48,136 WARN [BP-393752810-172.17.0.3-1732545139561 heartbeating to localhost/127.0.0.1:36069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:32:48,136 WARN [BP-393752810-172.17.0.3-1732545139561 heartbeating to localhost/127.0.0.1:36069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-393752810-172.17.0.3-1732545139561 (Datanode Uuid 9113006a-d1df-4130-ad4d-17d7abc8ed79) service to localhost/127.0.0.1:36069 2024-11-25T14:32:48,139 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:32:48,139 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:32:48,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/cluster_c631db77-6147-eacb-44d3-d2cbfe908fe1/data/data1/current/BP-393752810-172.17.0.3-1732545139561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:32:48,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/cluster_c631db77-6147-eacb-44d3-d2cbfe908fe1/data/data2/current/BP-393752810-172.17.0.3-1732545139561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:32:48,141 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:32:48,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b15aeb2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:32:48,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b49232a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:32:48,162 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:32:48,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a20ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:32:48,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e1cd29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ecc55b60-fc0c-2097-1287-74a8badf7afd/hadoop.log.dir/,STOPPED} 2024-11-25T14:32:48,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T14:32:48,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:32:48,246 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 207) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42419 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60662) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36069 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:36069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60662) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36069 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42419 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36069 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42419 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=622 (was 578) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1071 (was 1011) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3144 (was 3714) 2024-11-25T14:32:48,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10173b284a50002, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:32:48,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10173b284a50002, quorum=127.0.0.1:60662, baseZNode=/0-62623133 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:32:48,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10173b284a50005, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:32:48,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10173b284a50005, quorum=127.0.0.1:60662, baseZNode=/11686225980 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:32:48,282 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=1071, ProcessCount=11, AvailableMemoryMB=3143 2024-11-25T14:32:48,307 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-25T14:32:48,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/hadoop.log.dir so I do NOT create it in target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e 2024-11-25T14:32:48,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:32:48,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/hadoop.tmp.dir so I do NOT create it in target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e 2024-11-25T14:32:48,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06bb04c4-0819-ff14-0ee1-b6a62e18077c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:32:48,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e 2024-11-25T14:32:48,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/cluster_57f16078-4a77-de31-2cec-9b83fda05180, deleteOnExit=true 2024-11-25T14:32:48,389 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/cluster_57f16078-4a77-de31-2cec-9b83fda05180/zookeeper_0, clientPort=58709, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/cluster_57f16078-4a77-de31-2cec-9b83fda05180/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/cluster_57f16078-4a77-de31-2cec-9b83fda05180/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T14:32:48,391 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58709 2024-11-25T14:32:48,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:32:48,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:32:48,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/test.cache.data in system properties and HBase conf 2024-11-25T14:32:48,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:32:48,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:32:48,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:32:48,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:32:48,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:32:48,392 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:32:48,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:32:48,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:32:48,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:32:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:32:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:32:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:32:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:32:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:32:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:32:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:32:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:32:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:32:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:32:48,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:32:48,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:48,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:32:49,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:32:49,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:32:49,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:32:49,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:49,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b889264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:32:49,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6c1525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:32:49,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd9a340{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/java.io.tmpdir/jetty-localhost-33169-hadoop-hdfs-3_4_1-tests_jar-_-any-15024184743964527776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:32:49,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@608cc18e{HTTP/1.1, (http/1.1)}{localhost:33169} 2024-11-25T14:32:49,238 INFO [Time-limited test {}] server.Server(415): Started @196544ms 2024-11-25T14:32:49,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:49,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:32:49,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:32:49,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:32:49,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:32:49,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@644bdaa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:32:49,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b0a9aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:32:50,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6044a590{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/java.io.tmpdir/jetty-localhost-40385-hadoop-hdfs-3_4_1-tests_jar-_-any-14804502771653857298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:32:50,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d66cc46{HTTP/1.1, (http/1.1)}{localhost:40385} 2024-11-25T14:32:50,116 INFO [Time-limited test {}] server.Server(415): Started @197423ms 2024-11-25T14:32:50,118 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:32:51,056 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/cluster_57f16078-4a77-de31-2cec-9b83fda05180/data/data1/current/BP-1817778329-172.17.0.3-1732545168468/current, will proceed with Du for space computation calculation, 2024-11-25T14:32:51,056 WARN [Thread-2179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/cluster_57f16078-4a77-de31-2cec-9b83fda05180/data/data2/current/BP-1817778329-172.17.0.3-1732545168468/current, will proceed with Du for space computation calculation, 2024-11-25T14:32:51,112 WARN [Thread-2166 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:32:51,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97be29b6a7a13f0 with lease ID 0xfb4d0b6f9c0064a3: Processing first storage report for DS-b770f48e-7dd2-4571-8d65-0fa2c03785ad from datanode DatanodeRegistration(127.0.0.1:46281, datanodeUuid=5a9df0ac-84c9-4735-87fd-0d0223361528, infoPort=38587, infoSecurePort=0, ipcPort=45515, storageInfo=lv=-57;cid=testClusterID;nsid=1126975103;c=1732545168468) 2024-11-25T14:32:51,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97be29b6a7a13f0 with lease ID 0xfb4d0b6f9c0064a3: from storage DS-b770f48e-7dd2-4571-8d65-0fa2c03785ad node DatanodeRegistration(127.0.0.1:46281, datanodeUuid=5a9df0ac-84c9-4735-87fd-0d0223361528, infoPort=38587, infoSecurePort=0, ipcPort=45515, storageInfo=lv=-57;cid=testClusterID;nsid=1126975103;c=1732545168468), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:32:51,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e 2024-11-25T14:32:51,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:51,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97be29b6a7a13f0 with lease ID 0xfb4d0b6f9c0064a3: Processing first storage report for DS-01ed0109-f07f-4daa-bd24-23ac83d0e471 from datanode DatanodeRegistration(127.0.0.1:46281, datanodeUuid=5a9df0ac-84c9-4735-87fd-0d0223361528, infoPort=38587, infoSecurePort=0, ipcPort=45515, storageInfo=lv=-57;cid=testClusterID;nsid=1126975103;c=1732545168468) 2024-11-25T14:32:51,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97be29b6a7a13f0 with lease ID 0xfb4d0b6f9c0064a3: from storage DS-01ed0109-f07f-4daa-bd24-23ac83d0e471 node DatanodeRegistration(127.0.0.1:46281, datanodeUuid=5a9df0ac-84c9-4735-87fd-0d0223361528, infoPort=38587, infoSecurePort=0, ipcPort=45515, storageInfo=lv=-57;cid=testClusterID;nsid=1126975103;c=1732545168468), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:32:51,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:32:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:32:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:32:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T14:32:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T14:32:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:32:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:32:51,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:32:51,566 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79 with version=8 2024-11-25T14:32:51,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/hbase-staging 2024-11-25T14:32:51,570 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:32:51,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:51,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:51,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:32:51,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:51,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:32:51,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:32:51,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:32:51,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43461 2024-11-25T14:32:51,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43461 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-25T14:32:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434610x0, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:51,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43461-0x10173b2f5c40000 connected 2024-11-25T14:32:51,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:51,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:51,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Set watcher on znode that does not yet exist, /02036433098/running 2024-11-25T14:32:51,800 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79, hbase.cluster.distributed=false 2024-11-25T14:32:51,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Set watcher on znode that does not yet exist, /02036433098/acl 2024-11-25T14:32:51,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43461 2024-11-25T14:32:51,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43461 2024-11-25T14:32:51,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43461 2024-11-25T14:32:51,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43461 2024-11-25T14:32:51,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43461 2024-11-25T14:32:51,873 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:32:51,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:51,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:51,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:32:51,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:51,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:32:51,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:32:51,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:32:51,879 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36941 2024-11-25T14:32:51,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36941 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-25T14:32:51,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:51,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:51,916 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369410x0, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:51,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369410x0, quorum=127.0.0.1:58709, baseZNode=/02036433098 Set watcher on znode that does not yet exist, /02036433098/running 2024-11-25T14:32:51,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:32:51,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36941-0x10173b2f5c40001 connected 2024-11-25T14:32:51,960 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:32:51,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Set watcher on znode that does not yet exist, /02036433098/master 2024-11-25T14:32:51,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Set watcher on znode that does not yet exist, /02036433098/acl 2024-11-25T14:32:51,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36941 2024-11-25T14:32:52,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36941 2024-11-25T14:32:52,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36941 2024-11-25T14:32:52,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36941 2024-11-25T14:32:52,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36941 2024-11-25T14:32:52,060 DEBUG [M:0;cb69081f5976:43461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:43461 2024-11-25T14:32:52,067 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02036433098/backup-masters/cb69081f5976,43461,1732545171569 2024-11-25T14:32:52,074 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098/backup-masters 2024-11-25T14:32:52,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098/backup-masters 2024-11-25T14:32:52,080 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Set watcher on existing znode=/02036433098/backup-masters/cb69081f5976,43461,1732545171569 2024-11-25T14:32:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:52,090 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02036433098/master 2024-11-25T14:32:52,090 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:52,091 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Set watcher on existing znode=/02036433098/master 2024-11-25T14:32:52,091 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02036433098/backup-masters/cb69081f5976,43461,1732545171569 from backup master directory 2024-11-25T14:32:52,099 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098/backup-masters 2024-11-25T14:32:52,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02036433098/backup-masters/cb69081f5976,43461,1732545171569 2024-11-25T14:32:52,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098/backup-masters 2024-11-25T14:32:52,099 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:32:52,099 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,43461,1732545171569 2024-11-25T14:32:52,103 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/hbase.id] with ID: 0adb7d7b-c7af-4431-be6c-9bf875eec2a1 2024-11-25T14:32:52,103 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/.tmp/hbase.id 2024-11-25T14:32:52,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:32:52,541 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/.tmp/hbase.id]:[hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/hbase.id] 2024-11-25T14:32:52,555 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:52,555 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:32:52,556 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T14:32:52,858 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:52,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:52,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:32:52,902 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:32:52,903 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:32:52,903 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:52,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:32:52,974 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store 2024-11-25T14:32:53,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:32:53,401 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:53,401 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:32:53,401 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:53,401 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:53,402 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-25T14:32:53,402 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:53,402 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:32:53,402 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545173401Disabling compacts and flushes for region at 1732545173401Disabling writes for close at 1732545173402 (+1 ms)Writing region close event to WAL at 1732545173402Closed at 1732545173402 2024-11-25T14:32:53,403 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/.initializing 2024-11-25T14:32:53,403 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/WALs/cb69081f5976,43461,1732545171569 2024-11-25T14:32:53,404 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:32:53,406 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C43461%2C1732545171569, suffix=, logDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/WALs/cb69081f5976,43461,1732545171569, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/oldWALs, maxLogs=10 2024-11-25T14:32:53,433 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/WALs/cb69081f5976,43461,1732545171569/cb69081f5976%2C43461%2C1732545171569.1732545173406, exclude list is [], retry=0 2024-11-25T14:32:53,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-b770f48e-7dd2-4571-8d65-0fa2c03785ad,DISK] 2024-11-25T14:32:53,480 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/WALs/cb69081f5976,43461,1732545171569/cb69081f5976%2C43461%2C1732545171569.1732545173406 2024-11-25T14:32:53,487 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38587:38587)] 2024-11-25T14:32:53,487 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:53,488 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:53,488 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,488 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:32:53,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:53,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:53,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:32:53,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:53,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:53,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:32:53,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:53,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:53,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:32:53,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:53,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:32:53,525 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,526 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,526 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,528 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,528 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,528 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:53,529 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:32:53,532 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:53,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60956165, jitterRate=-0.09168235957622528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:53,533 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545173488Initializing all the Stores at 1732545173492 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545173492Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545173515 (+23 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545173515Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545173515Cleaning up temporary data from old regions at 1732545173528 (+13 ms)Region opened successfully at 1732545173533 (+5 ms) 2024-11-25T14:32:53,552 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:32:53,556 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c429f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:32:53,557 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:32:53,557 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:32:53,557 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:32:53,558 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:32:53,558 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:32:53,559 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:32:53,559 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:32:53,577 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:32:53,579 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Unable to get data of znode /02036433098/balancer because node does not exist (not necessarily an error) 2024-11-25T14:32:53,615 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02036433098/balancer already deleted, retry=false 2024-11-25T14:32:53,616 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:32:53,621 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Unable to get data of znode /02036433098/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:32:53,630 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02036433098/normalizer already deleted, retry=false 2024-11-25T14:32:53,630 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:32:53,632 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Unable to get data of znode /02036433098/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:32:53,641 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02036433098/switch/split already deleted, retry=false 2024-11-25T14:32:53,642 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Unable to get data of znode /02036433098/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:32:53,649 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02036433098/switch/merge already deleted, retry=false 2024-11-25T14:32:53,651 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Unable to get data of znode /02036433098/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:32:53,657 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02036433098/snapshot-cleanup already deleted, retry=false 2024-11-25T14:32:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02036433098/running 2024-11-25T14:32:53,665 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02036433098/running 2024-11-25T14:32:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:53,665 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:53,666 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,43461,1732545171569, sessionid=0x10173b2f5c40000, setting cluster-up flag (Was=false) 2024-11-25T14:32:53,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:53,682 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:53,707 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02036433098/flush-table-proc/acquired, /02036433098/flush-table-proc/reached, /02036433098/flush-table-proc/abort 2024-11-25T14:32:53,708 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,43461,1732545171569 2024-11-25T14:32:53,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:53,724 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:53,811 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02036433098/online-snapshot/acquired, /02036433098/online-snapshot/reached, /02036433098/online-snapshot/abort 2024-11-25T14:32:53,815 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,43461,1732545171569 2024-11-25T14:32:53,820 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:32:53,825 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:53,825 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:32:53,825 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:32:53,825 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,43461,1732545171569 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:32:53,832 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:53,832 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:53,832 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:53,832 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:32:53,833 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:32:53,833 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:53,833 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:32:53,833 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:53,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:53,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:32:53,859 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:53,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:32:53,882 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545203882 2024-11-25T14:32:53,882 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:32:53,882 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:32:53,882 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:32:53,882 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:32:53,882 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:32:53,882 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:32:53,905 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:53,911 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:32:53,912 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:32:53,912 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:32:53,912 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:32:53,919 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(746): ClusterId : 0adb7d7b-c7af-4431-be6c-9bf875eec2a1 2024-11-25T14:32:53,919 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:32:53,919 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:32:53,919 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:32:53,931 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:32:53,932 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:32:53,942 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:32:53,943 DEBUG [RS:0;cb69081f5976:36941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bb5b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:32:53,951 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545173919,5,FailOnTimeoutGroup] 2024-11-25T14:32:53,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:32:53,970 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545173951,5,FailOnTimeoutGroup] 2024-11-25T14:32:53,971 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:53,971 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:32:53,971 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:53,971 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:53,980 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:36941 2024-11-25T14:32:53,980 INFO [RS:0;cb69081f5976:36941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:32:53,980 INFO [RS:0;cb69081f5976:36941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:32:53,980 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:32:53,990 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,43461,1732545171569 with port=36941, startcode=1732545171872 2024-11-25T14:32:53,990 DEBUG [RS:0;cb69081f5976:36941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:32:53,993 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:32:53,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,36941,1732545171872 2024-11-25T14:32:53,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43461 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,36941,1732545171872 2024-11-25T14:32:53,995 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79 2024-11-25T14:32:53,995 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36925 2024-11-25T14:32:53,995 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:32:54,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098/rs 2024-11-25T14:32:54,019 DEBUG [RS:0;cb69081f5976:36941 {}] zookeeper.ZKUtil(111): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Set watcher on existing znode=/02036433098/rs/cb69081f5976,36941,1732545171872 2024-11-25T14:32:54,019 WARN [RS:0;cb69081f5976:36941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:32:54,019 INFO [RS:0;cb69081f5976:36941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:54,019 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872 2024-11-25T14:32:54,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,36941,1732545171872] 2024-11-25T14:32:54,071 INFO [RS:0;cb69081f5976:36941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:32:54,075 INFO [RS:0;cb69081f5976:36941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:32:54,088 INFO [RS:0;cb69081f5976:36941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:32:54,088 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:54,088 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:32:54,100 INFO [RS:0;cb69081f5976:36941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:32:54,100 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:54,100 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:54,100 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:54,100 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:54,100 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:54,100 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:54,100 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:32:54,100 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:54,100 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:54,101 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:54,101 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:54,101 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:54,101 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:32:54,101 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:32:54,101 DEBUG [RS:0;cb69081f5976:36941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:32:54,115 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:54,115 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:54,115 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:54,115 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:54,115 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:54,115 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36941,1732545171872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:32:54,166 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:32:54,166 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36941,1732545171872-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:54,166 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:54,166 INFO [RS:0;cb69081f5976:36941 {}] regionserver.Replication(171): cb69081f5976,36941,1732545171872 started 2024-11-25T14:32:54,204 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:54,204 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,36941,1732545171872, RpcServer on cb69081f5976/172.17.0.3:36941, sessionid=0x10173b2f5c40001 2024-11-25T14:32:54,204 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:32:54,204 DEBUG [RS:0;cb69081f5976:36941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,36941,1732545171872 2024-11-25T14:32:54,204 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,36941,1732545171872' 2024-11-25T14:32:54,205 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02036433098/flush-table-proc/abort' 2024-11-25T14:32:54,210 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02036433098/flush-table-proc/acquired' 2024-11-25T14:32:54,217 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:32:54,217 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:32:54,217 DEBUG [RS:0;cb69081f5976:36941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,36941,1732545171872 2024-11-25T14:32:54,217 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,36941,1732545171872' 2024-11-25T14:32:54,217 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02036433098/online-snapshot/abort' 2024-11-25T14:32:54,218 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02036433098/online-snapshot/acquired' 2024-11-25T14:32:54,220 DEBUG [RS:0;cb69081f5976:36941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:32:54,220 INFO [RS:0;cb69081f5976:36941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:32:54,220 INFO [RS:0;cb69081f5976:36941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:32:54,321 INFO [RS:0;cb69081f5976:36941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:32:54,322 INFO [RS:0;cb69081f5976:36941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36941%2C1732545171872, suffix=, logDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/oldWALs, maxLogs=10 2024-11-25T14:32:54,340 DEBUG [RS:0;cb69081f5976:36941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323, exclude list is [], retry=0 2024-11-25T14:32:54,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-b770f48e-7dd2-4571-8d65-0fa2c03785ad,DISK] 2024-11-25T14:32:54,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:32:54,358 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79 2024-11-25T14:32:54,388 INFO [RS:0;cb69081f5976:36941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 2024-11-25T14:32:54,408 DEBUG [RS:0;cb69081f5976:36941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38587:38587)] 2024-11-25T14:32:54,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741833_1009 (size=32) 2024-11-25T14:32:54,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:54,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:32:54,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:32:54,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:54,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:54,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:32:54,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:32:54,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:54,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:54,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:32:54,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:32:54,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:54,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:54,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:32:54,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:32:54,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:54,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:54,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:32:54,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740 2024-11-25T14:32:54,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740 2024-11-25T14:32:54,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:32:54,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:32:54,478 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:54,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:32:54,483 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:32:54,483 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64355952, jitterRate=-0.04102158546447754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:54,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545174455Initializing all the Stores at 1732545174456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545174456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545174456Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545174456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545174456Cleaning up temporary data from old regions at 1732545174478 (+22 ms)Region opened successfully at 1732545174484 (+6 ms) 2024-11-25T14:32:54,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:32:54,484 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:32:54,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:32:54,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:32:54,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:32:54,492 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:32:54,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545174484Disabling compacts and flushes for region at 1732545174484Disabling writes for close at 1732545174484Writing region close event to WAL at 1732545174492 (+8 ms)Closed at 1732545174492 2024-11-25T14:32:54,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:54,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:32:54,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:32:54,495 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:32:54,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:32:54,654 DEBUG [cb69081f5976:43461 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:32:54,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,36941,1732545171872 2024-11-25T14:32:54,665 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,36941,1732545171872, state=OPENING 2024-11-25T14:32:54,699 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:32:54,710 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:54,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:32:54,711 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:32:54,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,36941,1732545171872}] 2024-11-25T14:32:54,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02036433098/meta-region-server: CHANGED 2024-11-25T14:32:54,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02036433098/meta-region-server: CHANGED 2024-11-25T14:32:54,876 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:32:54,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:32:54,895 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:32:54,895 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:32:54,895 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:32:54,906 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36941%2C1732545171872.meta, suffix=.meta, logDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/oldWALs, maxLogs=10 2024-11-25T14:32:54,930 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.meta.1732545174907.meta, exclude list is [], retry=0 2024-11-25T14:32:54,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-b770f48e-7dd2-4571-8d65-0fa2c03785ad,DISK] 2024-11-25T14:32:54,972 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.meta.1732545174907.meta 2024-11-25T14:32:54,981 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38587:38587)] 2024-11-25T14:32:54,981 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:32:54,982 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:32:54,982 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:32:54,982 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:32:54,982 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:32:54,982 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:32:54,983 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:32:54,985 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:32:54,985 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:32:54,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:32:55,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:32:55,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:55,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:55,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:32:55,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:32:55,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:55,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:55,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:32:55,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:32:55,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:55,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:55,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:32:55,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:32:55,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:32:55,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:32:55,014 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:32:55,022 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740 2024-11-25T14:32:55,023 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740 2024-11-25T14:32:55,025 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:32:55,025 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:32:55,025 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:32:55,027 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:32:55,028 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75248656, jitterRate=0.1212923526763916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:32:55,028 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:32:55,029 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545174985Writing region info on filesystem at 1732545174985Initializing all the Stores at 1732545174988 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545174988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545174996 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545174996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545174996Cleaning up temporary data from old regions at 1732545175025 (+29 ms)Running coprocessor post-open hooks at 1732545175028 (+3 ms)Region opened successfully at 1732545175029 (+1 ms) 2024-11-25T14:32:55,037 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545174875 2024-11-25T14:32:55,040 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:32:55,040 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:32:55,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,36941,1732545171872 2024-11-25T14:32:55,041 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,36941,1732545171872, state=OPEN 2024-11-25T14:32:55,093 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02036433098/meta-region-server 2024-11-25T14:32:55,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02036433098/meta-region-server: CHANGED 2024-11-25T14:32:55,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02036433098/meta-region-server 2024-11-25T14:32:55,111 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,36941,1732545171872 2024-11-25T14:32:55,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02036433098/meta-region-server: CHANGED 2024-11-25T14:32:55,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:32:55,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,36941,1732545171872 in 400 msec 2024-11-25T14:32:55,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:32:55,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-25T14:32:55,119 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:32:55,119 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:32:55,121 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:55,121 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36941,1732545171872, seqNum=-1] 2024-11-25T14:32:55,121 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:55,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:55,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-25T14:32:55,150 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545175149, completionTime=-1 2024-11-25T14:32:55,150 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:32:55,150 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:32:55,153 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:32:55,153 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545235153 2024-11-25T14:32:55,153 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545295153 2024-11-25T14:32:55,153 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-25T14:32:55,153 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43461,1732545171569-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:55,154 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43461,1732545171569-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:55,154 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43461,1732545171569-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:55,154 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:43461, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:55,154 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:55,156 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:32:55,157 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:55,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.065sec 2024-11-25T14:32:55,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:32:55,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:32:55,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:32:55,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:32:55,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:32:55,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43461,1732545171569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:32:55,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43461,1732545171569-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:32:55,194 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:32:55,194 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:32:55,194 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43461,1732545171569-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:32:55,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c56c247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:55,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43461,-1 for getting cluster id 2024-11-25T14:32:55,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:32:55,261 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0adb7d7b-c7af-4431-be6c-9bf875eec2a1' 2024-11-25T14:32:55,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:32:55,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0adb7d7b-c7af-4431-be6c-9bf875eec2a1" 2024-11-25T14:32:55,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10eaf5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43461,-1] 2024-11-25T14:32:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:32:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:32:55,264 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:32:55,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3090df72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:32:55,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:32:55,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36941,1732545171872, seqNum=-1] 2024-11-25T14:32:55,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:32:55,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:32:55,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,43461,1732545171569 2024-11-25T14:32:55,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-25T14:32:55,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:55,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10173b2f5c40002 connected 2024-11-25T14:32:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/hadoop.log.dir so I do NOT create it in target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678 2024-11-25T14:32:55,312 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:32:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/hadoop.tmp.dir so I do NOT create it in target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678 2024-11-25T14:32:55,312 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:32:55,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678 2024-11-25T14:32:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:32:55,312 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/cluster_be07730c-542b-7147-e0df-d1ceda0f4a5f, deleteOnExit=true 2024-11-25T14:32:55,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:32:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/test.cache.data in system properties and HBase conf 2024-11-25T14:32:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:32:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:32:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:32:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:32:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:32:55,313 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:32:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:32:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:32:55,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:32:55,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:55,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:32:55,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:32:55,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:32:55,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:32:55,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:55,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771493c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:32:55,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35b28dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:32:56,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@520763a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/java.io.tmpdir/jetty-localhost-41933-hadoop-hdfs-3_4_1-tests_jar-_-any-6638686206655898406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:32:56,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23a00e66{HTTP/1.1, (http/1.1)}{localhost:41933} 2024-11-25T14:32:56,192 INFO [Time-limited test {}] server.Server(415): Started @203499ms 2024-11-25T14:32:56,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T14:32:56,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:56,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:56,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:56,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:56,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:56,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:56,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:56,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:56,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:56,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:32:56,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:32:56,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:32:56,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:32:56,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:32:56,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:32:56,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45eaaaff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:32:56,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e70714f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:32:57,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f9dd7a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/java.io.tmpdir/jetty-localhost-46137-hadoop-hdfs-3_4_1-tests_jar-_-any-16967329867923195543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:32:57,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f84d00{HTTP/1.1, (http/1.1)}{localhost:46137} 2024-11-25T14:32:57,087 INFO [Time-limited test {}] server.Server(415): Started @204394ms 2024-11-25T14:32:57,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:32:58,018 WARN [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/cluster_be07730c-542b-7147-e0df-d1ceda0f4a5f/data/data1/current/BP-1857997552-172.17.0.3-1732545175343/current, will proceed with Du for space computation calculation, 2024-11-25T14:32:58,032 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/cluster_be07730c-542b-7147-e0df-d1ceda0f4a5f/data/data2/current/BP-1857997552-172.17.0.3-1732545175343/current, will proceed with Du for space computation calculation, 2024-11-25T14:32:58,137 WARN [Thread-2287 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:32:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb66b21176b223c91 with lease ID 0x30d5cfd3cc1c7882: Processing first storage report for DS-c0b04d03-8312-4892-aa02-6232dc53f34d from datanode DatanodeRegistration(127.0.0.1:35231, datanodeUuid=a9fee046-e116-454d-98a4-1c705abfc57a, infoPort=33471, infoSecurePort=0, ipcPort=38931, storageInfo=lv=-57;cid=testClusterID;nsid=1235930064;c=1732545175343) 2024-11-25T14:32:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb66b21176b223c91 with lease ID 0x30d5cfd3cc1c7882: from storage DS-c0b04d03-8312-4892-aa02-6232dc53f34d node DatanodeRegistration(127.0.0.1:35231, datanodeUuid=a9fee046-e116-454d-98a4-1c705abfc57a, infoPort=33471, infoSecurePort=0, ipcPort=38931, storageInfo=lv=-57;cid=testClusterID;nsid=1235930064;c=1732545175343), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T14:32:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb66b21176b223c91 with lease ID 0x30d5cfd3cc1c7882: Processing first storage report for DS-b1d941df-7b4d-412c-9efe-5053e8ab817b from datanode DatanodeRegistration(127.0.0.1:35231, datanodeUuid=a9fee046-e116-454d-98a4-1c705abfc57a, infoPort=33471, infoSecurePort=0, ipcPort=38931, storageInfo=lv=-57;cid=testClusterID;nsid=1235930064;c=1732545175343) 2024-11-25T14:32:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb66b21176b223c91 with lease ID 0x30d5cfd3cc1c7882: from storage DS-b1d941df-7b4d-412c-9efe-5053e8ab817b node DatanodeRegistration(127.0.0.1:35231, datanodeUuid=a9fee046-e116-454d-98a4-1c705abfc57a, infoPort=33471, infoSecurePort=0, ipcPort=38931, storageInfo=lv=-57;cid=testClusterID;nsid=1235930064;c=1732545175343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:32:58,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678 2024-11-25T14:32:58,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:58,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:58,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:32:58,727 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37 with version=8 2024-11-25T14:32:58,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/hbase-staging 2024-11-25T14:32:58,730 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:32:58,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:58,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:58,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:32:58,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:58,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:32:58,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:32:58,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:32:58,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43139 2024-11-25T14:32:58,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43139 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-25T14:32:58,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431390x0, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:58,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43139-0x10173b2f5c40003 connected 2024-11-25T14:32:58,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:58,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:58,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Set watcher on znode that does not yet exist, /1-1200371531/running 2024-11-25T14:32:58,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37, hbase.cluster.distributed=false 2024-11-25T14:32:58,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Set watcher on znode that does not yet exist, /1-1200371531/acl 2024-11-25T14:32:58,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-25T14:32:58,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43139 2024-11-25T14:32:58,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43139 2024-11-25T14:32:58,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-25T14:32:58,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-25T14:32:58,965 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:32:58,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:58,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:58,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:32:58,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:32:58,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:32:58,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:32:58,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:32:58,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35187 2024-11-25T14:32:58,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35187 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-25T14:32:58,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:58,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:59,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351870x0, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:32:59,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35187-0x10173b2f5c40004 connected 2024-11-25T14:32:59,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Set watcher on znode that does not yet exist, /1-1200371531/running 2024-11-25T14:32:59,025 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:32:59,035 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:32:59,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Set watcher on znode that does not yet exist, /1-1200371531/master 2024-11-25T14:32:59,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Set watcher on znode that does not yet exist, /1-1200371531/acl 2024-11-25T14:32:59,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-25T14:32:59,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35187 2024-11-25T14:32:59,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35187 2024-11-25T14:32:59,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-25T14:32:59,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-25T14:32:59,146 DEBUG [M:0;cb69081f5976:43139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:43139 2024-11-25T14:32:59,147 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1200371531/backup-masters/cb69081f5976,43139,1732545178730 2024-11-25T14:32:59,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531/backup-masters 2024-11-25T14:32:59,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531/backup-masters 2024-11-25T14:32:59,157 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Set watcher on existing znode=/1-1200371531/backup-masters/cb69081f5976,43139,1732545178730 2024-11-25T14:32:59,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:32:59,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1200371531/master 2024-11-25T14:32:59,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:32:59,167 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Set watcher on existing znode=/1-1200371531/master 2024-11-25T14:32:59,167 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1200371531/backup-masters/cb69081f5976,43139,1732545178730 from backup master directory 2024-11-25T14:32:59,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531/backup-masters 2024-11-25T14:32:59,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1200371531/backup-masters/cb69081f5976,43139,1732545178730 2024-11-25T14:32:59,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531/backup-masters 2024-11-25T14:32:59,179 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:32:59,180 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,43139,1732545178730 2024-11-25T14:32:59,197 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/hbase.id] with ID: c60e5a01-1e79-4892-bd1f-cbd4cf904c92 2024-11-25T14:32:59,197 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/.tmp/hbase.id 2024-11-25T14:32:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:32:59,638 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/.tmp/hbase.id]:[hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/hbase.id] 2024-11-25T14:32:59,672 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:32:59,672 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:32:59,674 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T14:32:59,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:32:59,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:32:59,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:33:00,071 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:33:00,153 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:00,154 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:33:00,156 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:00,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:33:00,613 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store 2024-11-25T14:33:00,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:33:01,024 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:01,024 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:33:01,024 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:01,024 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:01,024 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:33:01,024 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:01,024 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:01,024 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545181024Disabling compacts and flushes for region at 1732545181024Disabling writes for close at 1732545181024Writing region close event to WAL at 1732545181024Closed at 1732545181024 2024-11-25T14:33:01,028 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/.initializing 2024-11-25T14:33:01,029 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/WALs/cb69081f5976,43139,1732545178730 2024-11-25T14:33:01,036 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:33:01,037 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C43139%2C1732545178730, suffix=, logDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/WALs/cb69081f5976,43139,1732545178730, archiveDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/oldWALs, maxLogs=10 2024-11-25T14:33:01,055 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/WALs/cb69081f5976,43139,1732545178730/cb69081f5976%2C43139%2C1732545178730.1732545181037, exclude list is [], retry=0 2024-11-25T14:33:01,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-c0b04d03-8312-4892-aa02-6232dc53f34d,DISK] 2024-11-25T14:33:01,063 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/WALs/cb69081f5976,43139,1732545178730/cb69081f5976%2C43139%2C1732545178730.1732545181037 2024-11-25T14:33:01,071 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-11-25T14:33:01,071 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:01,072 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:01,072 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,072 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:33:01,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:01,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:01,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:33:01,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:01,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:01,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:33:01,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:01,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:01,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:33:01,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:01,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:01,094 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,095 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,095 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,096 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,096 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,097 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:01,098 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:01,118 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:01,118 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75447849, jitterRate=0.1242605596780777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:01,119 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545181072Initializing all the Stores at 1732545181077 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545181077Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545181079 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545181079Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545181079Cleaning up temporary data from old regions at 1732545181096 (+17 ms)Region opened successfully at 1732545181119 (+23 ms) 2024-11-25T14:33:01,127 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:33:01,138 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b08b087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:33:01,139 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:33:01,139 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:33:01,139 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:33:01,140 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:33:01,140 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:33:01,140 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:33:01,140 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:33:01,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:33:01,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T14:33:01,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:33:01,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-25T14:33:01,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:33:01,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T14:33:01,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:33:01,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T14:33:01,173 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:33:01,175 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Unable to get data of znode /1-1200371531/balancer because node does not exist (not necessarily an error) 2024-11-25T14:33:01,207 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1200371531/balancer already deleted, retry=false 2024-11-25T14:33:01,207 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:33:01,208 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Unable to get data of znode /1-1200371531/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:33:01,217 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1200371531/normalizer already deleted, retry=false 2024-11-25T14:33:01,218 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:33:01,230 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Unable to get data of znode /1-1200371531/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:33:01,240 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1200371531/switch/split already deleted, retry=false 2024-11-25T14:33:01,243 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Unable to get data of znode /1-1200371531/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:33:01,254 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1200371531/switch/merge already deleted, retry=false 2024-11-25T14:33:01,256 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Unable to get data of znode /1-1200371531/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:33:01,265 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1200371531/snapshot-cleanup already deleted, retry=false 2024-11-25T14:33:01,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1200371531/running 2024-11-25T14:33:01,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1200371531/running 2024-11-25T14:33:01,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:01,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:01,274 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,43139,1732545178730, sessionid=0x10173b2f5c40003, setting cluster-up flag (Was=false) 2024-11-25T14:33:01,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:01,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:01,323 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1200371531/flush-table-proc/acquired, /1-1200371531/flush-table-proc/reached, /1-1200371531/flush-table-proc/abort 2024-11-25T14:33:01,324 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,43139,1732545178730 2024-11-25T14:33:01,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:01,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:01,411 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1200371531/online-snapshot/acquired, /1-1200371531/online-snapshot/reached, /1-1200371531/online-snapshot/abort 2024-11-25T14:33:01,431 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,43139,1732545178730 2024-11-25T14:33:01,454 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:33:01,476 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:01,476 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:33:01,476 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:33:01,476 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,43139,1732545178730 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:33:01,481 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:01,481 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:01,481 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:01,481 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:01,481 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:33:01,481 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,481 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:33:01,481 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:01,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:33:01,526 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:01,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:33:01,546 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545211546 2024-11-25T14:33:01,546 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:33:01,547 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:33:01,547 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:33:01,547 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:33:01,547 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:33:01,547 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:33:01,550 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,563 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:33:01,564 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:33:01,564 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:33:01,564 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:33:01,565 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:33:01,565 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:33:01,576 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545181565,5,FailOnTimeoutGroup] 2024-11-25T14:33:01,597 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(746): ClusterId : c60e5a01-1e79-4892-bd1f-cbd4cf904c92 2024-11-25T14:33:01,597 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:33:01,608 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545181576,5,FailOnTimeoutGroup] 2024-11-25T14:33:01,608 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,608 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:33:01,608 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,608 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,609 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:33:01,609 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:33:01,622 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:33:01,622 DEBUG [RS:0;cb69081f5976:35187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6b7285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:33:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:33:01,653 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:35187 2024-11-25T14:33:01,653 INFO [RS:0;cb69081f5976:35187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:33:01,653 INFO [RS:0;cb69081f5976:35187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:33:01,653 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:33:01,657 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,43139,1732545178730 with port=35187, startcode=1732545178965 2024-11-25T14:33:01,657 DEBUG [RS:0;cb69081f5976:35187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:33:01,672 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:33:01,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,35187,1732545178965 2024-11-25T14:33:01,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43139 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,35187,1732545178965 2024-11-25T14:33:01,677 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37 2024-11-25T14:33:01,678 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35209 2024-11-25T14:33:01,678 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:33:01,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531/rs 2024-11-25T14:33:01,747 DEBUG [RS:0;cb69081f5976:35187 {}] zookeeper.ZKUtil(111): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Set watcher on existing znode=/1-1200371531/rs/cb69081f5976,35187,1732545178965 2024-11-25T14:33:01,748 WARN [RS:0;cb69081f5976:35187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:33:01,748 INFO [RS:0;cb69081f5976:35187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:01,748 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965 2024-11-25T14:33:01,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,35187,1732545178965] 2024-11-25T14:33:01,824 INFO [RS:0;cb69081f5976:35187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:33:01,826 INFO [RS:0;cb69081f5976:35187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:33:01,826 INFO [RS:0;cb69081f5976:35187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:33:01,826 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,826 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:33:01,828 INFO [RS:0;cb69081f5976:35187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:33:01,828 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:01,828 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:33:01,829 DEBUG [RS:0;cb69081f5976:35187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:33:01,843 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,843 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,843 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,843 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,843 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,843 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35187,1732545178965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:33:01,871 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:33:01,871 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35187,1732545178965-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,871 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,871 INFO [RS:0;cb69081f5976:35187 {}] regionserver.Replication(171): cb69081f5976,35187,1732545178965 started 2024-11-25T14:33:01,889 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:01,890 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,35187,1732545178965, RpcServer on cb69081f5976/172.17.0.3:35187, sessionid=0x10173b2f5c40004 2024-11-25T14:33:01,890 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:33:01,890 DEBUG [RS:0;cb69081f5976:35187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,35187,1732545178965 2024-11-25T14:33:01,890 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,35187,1732545178965' 2024-11-25T14:33:01,890 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1200371531/flush-table-proc/abort' 2024-11-25T14:33:01,895 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1200371531/flush-table-proc/acquired' 2024-11-25T14:33:01,897 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:33:01,897 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:33:01,897 DEBUG [RS:0;cb69081f5976:35187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,35187,1732545178965 2024-11-25T14:33:01,897 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,35187,1732545178965' 2024-11-25T14:33:01,897 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1200371531/online-snapshot/abort' 2024-11-25T14:33:01,897 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1200371531/online-snapshot/acquired' 2024-11-25T14:33:01,898 DEBUG [RS:0;cb69081f5976:35187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:33:01,898 INFO [RS:0;cb69081f5976:35187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:33:01,898 INFO [RS:0;cb69081f5976:35187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:33:01,998 INFO [RS:0;cb69081f5976:35187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:33:02,000 INFO [RS:0;cb69081f5976:35187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C35187%2C1732545178965, suffix=, logDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965, archiveDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/oldWALs, maxLogs=10 2024-11-25T14:33:02,019 DEBUG [RS:0;cb69081f5976:35187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001, exclude list is [], retry=0 2024-11-25T14:33:02,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-c0b04d03-8312-4892-aa02-6232dc53f34d,DISK] 2024-11-25T14:33:02,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:33:02,041 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37 2024-11-25T14:33:02,056 INFO [RS:0;cb69081f5976:35187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 2024-11-25T14:33:02,059 DEBUG [RS:0;cb69081f5976:35187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-11-25T14:33:02,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741833_1009 (size=32) 2024-11-25T14:33:02,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:02,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:33:02,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:33:02,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:02,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:02,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:33:02,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:33:02,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:02,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:02,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:33:02,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:33:02,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:02,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:02,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:33:02,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:33:02,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:02,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:02,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:33:02,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740 2024-11-25T14:33:02,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740 2024-11-25T14:33:02,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:33:02,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:33:02,501 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:02,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:33:02,516 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:02,516 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60013572, jitterRate=-0.10572808980941772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:02,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545182472Initializing all the Stores at 1732545182473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545182473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545182474 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545182474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545182474Cleaning up temporary data from old regions at 1732545182500 (+26 ms)Region opened successfully at 1732545182517 (+17 ms) 2024-11-25T14:33:02,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:33:02,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:33:02,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:33:02,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:33:02,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:33:02,517 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:33:02,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545182517Disabling compacts and flushes for region at 1732545182517Disabling writes for close at 1732545182517Writing region close event to WAL at 1732545182517Closed at 1732545182517 2024-11-25T14:33:02,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:02,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:33:02,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:33:02,521 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:33:02,522 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:33:02,673 DEBUG [cb69081f5976:43139 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:33:02,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,35187,1732545178965 2024-11-25T14:33:02,679 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,35187,1732545178965, state=OPENING 2024-11-25T14:33:02,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:33:02,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:02,769 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:33:02,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,35187,1732545178965}] 2024-11-25T14:33:02,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1200371531/meta-region-server: CHANGED 2024-11-25T14:33:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:02,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1200371531/meta-region-server: CHANGED 2024-11-25T14:33:02,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:33:02,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:33:02,935 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:33:02,935 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:02,936 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:33:02,937 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C35187%2C1732545178965.meta, suffix=.meta, logDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965, archiveDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/oldWALs, maxLogs=10 2024-11-25T14:33:02,954 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.meta.1732545182937.meta, exclude list is [], retry=0 2024-11-25T14:33:02,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-c0b04d03-8312-4892-aa02-6232dc53f34d,DISK] 2024-11-25T14:33:02,964 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.meta.1732545182937.meta 2024-11-25T14:33:02,964 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-11-25T14:33:02,964 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:02,965 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:02,965 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:33:02,965 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:33:02,965 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:33:02,965 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:33:02,965 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:02,965 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:33:02,965 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:33:02,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:33:02,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:33:02,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:02,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:02,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:33:02,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:33:02,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:02,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:02,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:33:02,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:33:02,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:02,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:02,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:33:02,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:33:02,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:02,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:02,972 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:33:02,973 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740 2024-11-25T14:33:02,974 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740 2024-11-25T14:33:02,974 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:33:02,974 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:33:02,975 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:02,976 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:33:02,979 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71082599, jitterRate=0.059213265776634216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:02,979 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:33:02,979 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545182965Writing region info on filesystem at 1732545182965Initializing all the Stores at 1732545182966 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545182966Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545182967 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545182967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545182967Cleaning up temporary data from old regions at 1732545182974 (+7 ms)Running coprocessor post-open hooks at 1732545182979 (+5 ms)Region opened successfully at 1732545182979 2024-11-25T14:33:02,981 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545182923 2024-11-25T14:33:02,983 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:33:02,983 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:33:02,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,35187,1732545178965 2024-11-25T14:33:02,985 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,35187,1732545178965, state=OPEN 2024-11-25T14:33:03,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1200371531/meta-region-server 2024-11-25T14:33:03,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1200371531/meta-region-server: CHANGED 2024-11-25T14:33:03,007 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,35187,1732545178965 2024-11-25T14:33:03,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1200371531/meta-region-server 2024-11-25T14:33:03,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1200371531/meta-region-server: CHANGED 2024-11-25T14:33:03,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:33:03,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,35187,1732545178965 in 238 msec 2024-11-25T14:33:03,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:33:03,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-25T14:33:03,014 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:03,014 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:33:03,015 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:03,015 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35187,1732545178965, seqNum=-1] 2024-11-25T14:33:03,016 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:03,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:03,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5590 sec 2024-11-25T14:33:03,023 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545183023, completionTime=-1 2024-11-25T14:33:03,023 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:33:03,023 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:33:03,025 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:33:03,025 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545243025 2024-11-25T14:33:03,025 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545303025 2024-11-25T14:33:03,025 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T14:33:03,026 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43139,1732545178730-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:03,026 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43139,1732545178730-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:03,026 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43139,1732545178730-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:03,026 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:43139, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:03,026 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:03,026 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:03,028 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:33:03,031 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.851sec 2024-11-25T14:33:03,031 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:33:03,031 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:33:03,031 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:33:03,031 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:33:03,031 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:33:03,031 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43139,1732545178730-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:33:03,031 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43139,1732545178730-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:33:03,035 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:33:03,035 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:33:03,035 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43139,1732545178730-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:03,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c48548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:03,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43139,-1 for getting cluster id 2024-11-25T14:33:03,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:03,120 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c60e5a01-1e79-4892-bd1f-cbd4cf904c92' 2024-11-25T14:33:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c60e5a01-1e79-4892-bd1f-cbd4cf904c92" 2024-11-25T14:33:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331fd52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:03,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43139,-1] 2024-11-25T14:33:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:03,122 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:03,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:03,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:03,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35187,1732545178965, seqNum=-1] 2024-11-25T14:33:03,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:03,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:03,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,43139,1732545178730 2024-11-25T14:33:03,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58709 2024-11-25T14:33:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:33:03,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10173b2f5c40005 connected 2024-11-25T14:33:03,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:03,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,43461,1732545171569 2024-11-25T14:33:03,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ecc7c5a 2024-11-25T14:33:03,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:03,219 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:03,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:33:03,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:33:03,223 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:03,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:33:03,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:33:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:33:03,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 743411370a0c6ecf29106f06bab92df1, NAME => 'test,,1732545183220.743411370a0c6ecf29106f06bab92df1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79 2024-11-25T14:33:03,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:33:03,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545183220.743411370a0c6ecf29106f06bab92df1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:03,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 743411370a0c6ecf29106f06bab92df1, disabling compactions & flushes 2024-11-25T14:33:03,280 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:03,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:03,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545183220.743411370a0c6ecf29106f06bab92df1. after waiting 0 ms 2024-11-25T14:33:03,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:03,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:03,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 743411370a0c6ecf29106f06bab92df1: Waiting for close lock at 1732545183280Disabling compacts and flushes for region at 1732545183280Disabling writes for close at 1732545183281 (+1 ms)Writing region close event to WAL at 1732545183281Closed at 1732545183281 2024-11-25T14:33:03,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:33:03,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545183220.743411370a0c6ecf29106f06bab92df1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545183284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545183284"}]},"ts":"1732545183284"} 2024-11-25T14:33:03,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:33:03,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:33:03,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545183294"}]},"ts":"1732545183294"} 2024-11-25T14:33:03,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:33:03,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=743411370a0c6ecf29106f06bab92df1, ASSIGN}] 2024-11-25T14:33:03,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=743411370a0c6ecf29106f06bab92df1, ASSIGN 2024-11-25T14:33:03,299 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=743411370a0c6ecf29106f06bab92df1, ASSIGN; state=OFFLINE, location=cb69081f5976,36941,1732545171872; forceNewPlan=false, retain=false 2024-11-25T14:33:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:03,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=743411370a0c6ecf29106f06bab92df1, regionState=OPENING, regionLocation=cb69081f5976,36941,1732545171872 2024-11-25T14:33:03,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=743411370a0c6ecf29106f06bab92df1, ASSIGN because future has completed 2024-11-25T14:33:03,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 743411370a0c6ecf29106f06bab92df1, server=cb69081f5976,36941,1732545171872}] 2024-11-25T14:33:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:03,616 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:03,616 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 743411370a0c6ecf29106f06bab92df1, NAME => 'test,,1732545183220.743411370a0c6ecf29106f06bab92df1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:03,617 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:03,617 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:33:03,617 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,617 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545183220.743411370a0c6ecf29106f06bab92df1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:03,617 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,617 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,618 INFO [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,620 INFO [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 743411370a0c6ecf29106f06bab92df1 columnFamilyName f 2024-11-25T14:33:03,620 DEBUG [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:03,620 INFO [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] regionserver.HStore(327): Store=743411370a0c6ecf29106f06bab92df1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:03,620 INFO [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,622 INFO [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 743411370a0c6ecf29106f06bab92df1 columnFamilyName f1 2024-11-25T14:33:03,622 DEBUG [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:03,623 INFO [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] regionserver.HStore(327): Store=743411370a0c6ecf29106f06bab92df1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:03,623 INFO [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,624 INFO [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 743411370a0c6ecf29106f06bab92df1 columnFamilyName norep 2024-11-25T14:33:03,625 DEBUG [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:03,625 INFO [StoreOpener-743411370a0c6ecf29106f06bab92df1-1 {}] regionserver.HStore(327): Store=743411370a0c6ecf29106f06bab92df1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:03,625 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,627 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,628 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,629 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,629 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,629 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:33:03,631 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,633 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:03,634 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 743411370a0c6ecf29106f06bab92df1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64169165, jitterRate=-0.04380492866039276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:33:03,634 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:03,635 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 743411370a0c6ecf29106f06bab92df1: Running coprocessor pre-open hook at 1732545183617Writing region info on filesystem at 1732545183617Initializing all the Stores at 1732545183618 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545183618Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545183618Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545183618Cleaning up temporary data from old regions at 1732545183629 (+11 ms)Running coprocessor post-open hooks at 1732545183634 (+5 ms)Region opened successfully at 1732545183635 (+1 ms) 2024-11-25T14:33:03,636 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545183220.743411370a0c6ecf29106f06bab92df1., pid=6, masterSystemTime=1732545183612 2024-11-25T14:33:03,637 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:03,637 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:03,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=743411370a0c6ecf29106f06bab92df1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,36941,1732545171872 2024-11-25T14:33:03,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 743411370a0c6ecf29106f06bab92df1, server=cb69081f5976,36941,1732545171872 because future has completed 2024-11-25T14:33:03,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:33:03,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 743411370a0c6ecf29106f06bab92df1, server=cb69081f5976,36941,1732545171872 in 184 msec 2024-11-25T14:33:03,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:33:03,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=743411370a0c6ecf29106f06bab92df1, ASSIGN in 350 msec 2024-11-25T14:33:03,650 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:33:03,651 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545183650"}]},"ts":"1732545183650"} 2024-11-25T14:33:03,653 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:33:03,654 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:33:03,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 434 msec 2024-11-25T14:33:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:03,858 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:33:03,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:03,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,43139,1732545178730 2024-11-25T14:33:03,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@363908f8 2024-11-25T14:33:03,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:03,860 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:03,861 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:33:03,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:33:03,864 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:03,864 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:33:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:03,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:33:03,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:33:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:04,277 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1218957f9928a73acfe6fe8f35796234, NAME => 'test,,1732545183861.1218957f9928a73acfe6fe8f35796234.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37 2024-11-25T14:33:04,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:33:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:04,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545183861.1218957f9928a73acfe6fe8f35796234.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:04,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1218957f9928a73acfe6fe8f35796234, disabling compactions & flushes 2024-11-25T14:33:04,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:04,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:04,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545183861.1218957f9928a73acfe6fe8f35796234. after waiting 0 ms 2024-11-25T14:33:04,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:04,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:04,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1218957f9928a73acfe6fe8f35796234: Waiting for close lock at 1732545184704Disabling compacts and flushes for region at 1732545184704Disabling writes for close at 1732545184705 (+1 ms)Writing region close event to WAL at 1732545184705Closed at 1732545184705 2024-11-25T14:33:04,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:33:04,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545183861.1218957f9928a73acfe6fe8f35796234.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545184706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545184706"}]},"ts":"1732545184706"} 2024-11-25T14:33:04,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:33:04,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:33:04,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545184739"}]},"ts":"1732545184739"} 2024-11-25T14:33:04,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:33:04,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1218957f9928a73acfe6fe8f35796234, ASSIGN}] 2024-11-25T14:33:04,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1218957f9928a73acfe6fe8f35796234, ASSIGN 2024-11-25T14:33:04,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1218957f9928a73acfe6fe8f35796234, ASSIGN; state=OFFLINE, location=cb69081f5976,35187,1732545178965; forceNewPlan=false, retain=false 2024-11-25T14:33:04,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1218957f9928a73acfe6fe8f35796234, regionState=OPENING, regionLocation=cb69081f5976,35187,1732545178965 2024-11-25T14:33:04,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1218957f9928a73acfe6fe8f35796234, ASSIGN because future has completed 2024-11-25T14:33:04,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1218957f9928a73acfe6fe8f35796234, server=cb69081f5976,35187,1732545178965}] 2024-11-25T14:33:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:05,075 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:05,075 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1218957f9928a73acfe6fe8f35796234, NAME => 'test,,1732545183861.1218957f9928a73acfe6fe8f35796234.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:05,076 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:05,076 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:33:05,076 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,076 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545183861.1218957f9928a73acfe6fe8f35796234.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:05,076 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,076 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,078 INFO [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,079 INFO [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1218957f9928a73acfe6fe8f35796234 columnFamilyName f 2024-11-25T14:33:05,079 DEBUG [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:05,079 INFO [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] regionserver.HStore(327): Store=1218957f9928a73acfe6fe8f35796234/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:05,079 INFO [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,080 INFO [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1218957f9928a73acfe6fe8f35796234 columnFamilyName f1 2024-11-25T14:33:05,080 DEBUG [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:05,081 INFO [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] regionserver.HStore(327): Store=1218957f9928a73acfe6fe8f35796234/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:05,081 INFO [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,082 INFO [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1218957f9928a73acfe6fe8f35796234 columnFamilyName norep 2024-11-25T14:33:05,082 DEBUG [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:05,082 INFO [StoreOpener-1218957f9928a73acfe6fe8f35796234-1 {}] regionserver.HStore(327): Store=1218957f9928a73acfe6fe8f35796234/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:05,082 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,083 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,083 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,084 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,084 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,084 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:33:05,085 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,086 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:05,087 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1218957f9928a73acfe6fe8f35796234; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65446961, jitterRate=-0.024764284491539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:33:05,087 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:05,087 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1218957f9928a73acfe6fe8f35796234: Running coprocessor pre-open hook at 1732545185076Writing region info on filesystem at 1732545185076Initializing all the Stores at 1732545185077 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545185077Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545185077Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545185077Cleaning up temporary data from old regions at 1732545185084 (+7 ms)Running coprocessor post-open hooks at 1732545185087 (+3 ms)Region opened successfully at 1732545185087 2024-11-25T14:33:05,088 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545183861.1218957f9928a73acfe6fe8f35796234., pid=6, masterSystemTime=1732545185068 2024-11-25T14:33:05,090 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:05,090 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:05,090 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1218957f9928a73acfe6fe8f35796234, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,35187,1732545178965 2024-11-25T14:33:05,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1218957f9928a73acfe6fe8f35796234, server=cb69081f5976,35187,1732545178965 because future has completed 2024-11-25T14:33:05,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:33:05,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1218957f9928a73acfe6fe8f35796234, server=cb69081f5976,35187,1732545178965 in 178 msec 2024-11-25T14:33:05,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:33:05,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1218957f9928a73acfe6fe8f35796234, ASSIGN in 350 msec 2024-11-25T14:33:05,096 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:33:05,097 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545185096"}]},"ts":"1732545185096"} 2024-11-25T14:33:05,098 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:33:05,099 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:33:05,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2380 sec 2024-11-25T14:33:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:06,025 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:33:06,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43461,-1 for getting cluster id 2024-11-25T14:33:06,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:06,027 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0adb7d7b-c7af-4431-be6c-9bf875eec2a1' 2024-11-25T14:33:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:06,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0adb7d7b-c7af-4431-be6c-9bf875eec2a1" 2024-11-25T14:33:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212d0c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43461,-1] 2024-11-25T14:33:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:06,029 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:06,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57609f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8000ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43139,-1 for getting cluster id 2024-11-25T14:33:06,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:06,032 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c60e5a01-1e79-4892-bd1f-cbd4cf904c92' 2024-11-25T14:33:06,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:06,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c60e5a01-1e79-4892-bd1f-cbd4cf904c92" 2024-11-25T14:33:06,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c88905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43139,-1] 2024-11-25T14:33:06,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:06,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:06,037 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c06ffb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d39cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43461,-1 for getting cluster id 2024-11-25T14:33:06,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:06,045 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0adb7d7b-c7af-4431-be6c-9bf875eec2a1' 2024-11-25T14:33:06,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:06,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0adb7d7b-c7af-4431-be6c-9bf875eec2a1" 2024-11-25T14:33:06,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:06,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2781eac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,046 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43461,-1] 2024-11-25T14:33:06,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:06,050 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:06,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205950c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:06,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,43461,1732545171569 2024-11-25T14:33:06,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73c8cd55 2024-11-25T14:33:06,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:06,053 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:06,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:43139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:33:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:33:06,061 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:43139' 2024-11-25T14:33:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:06,067 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e97c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,068 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43139,-1 for getting cluster id 2024-11-25T14:33:06,068 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:06,071 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c60e5a01-1e79-4892-bd1f-cbd4cf904c92' 2024-11-25T14:33:06,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:06,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c60e5a01-1e79-4892-bd1f-cbd4cf904c92" 2024-11-25T14:33:06,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T14:33:06,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3663e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43139,-1] 2024-11-25T14:33:06,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:06,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:06,075 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:06,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a4e485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:06,080 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:06,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,43139,1732545178730 2024-11-25T14:33:06,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d13b3c7 2024-11-25T14:33:06,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:06,082 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:06,083 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-25T14:33:06,083 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:33:06,083 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:06,083 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:06,083 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:06,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:06,085 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:33:06,085 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:33:06,086 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:06,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:33:06,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:33:06,135 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:33:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:06,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09c5681531d6447b23177da84f2523bf, NAME => 'hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79 2024-11-25T14:33:06,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:33:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:06,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:06,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 09c5681531d6447b23177da84f2523bf, disabling compactions & flushes 2024-11-25T14:33:06,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:06,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:06,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. after waiting 0 ms 2024-11-25T14:33:06,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:06,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:06,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09c5681531d6447b23177da84f2523bf: Waiting for close lock at 1732545186932Disabling compacts and flushes for region at 1732545186932Disabling writes for close at 1732545186932Writing region close event to WAL at 1732545186932Closed at 1732545186932 2024-11-25T14:33:06,934 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:33:06,934 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545186934"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545186934"}]},"ts":"1732545186934"} 2024-11-25T14:33:06,936 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:33:06,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:33:06,937 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545186937"}]},"ts":"1732545186937"} 2024-11-25T14:33:06,939 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:33:06,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09c5681531d6447b23177da84f2523bf, ASSIGN}] 2024-11-25T14:33:06,940 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09c5681531d6447b23177da84f2523bf, ASSIGN 2024-11-25T14:33:06,941 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09c5681531d6447b23177da84f2523bf, ASSIGN; state=OFFLINE, location=cb69081f5976,36941,1732545171872; forceNewPlan=false, retain=false 2024-11-25T14:33:07,092 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09c5681531d6447b23177da84f2523bf, regionState=OPENING, regionLocation=cb69081f5976,36941,1732545171872 2024-11-25T14:33:07,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09c5681531d6447b23177da84f2523bf, ASSIGN because future has completed 2024-11-25T14:33:07,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09c5681531d6447b23177da84f2523bf, server=cb69081f5976,36941,1732545171872}] 2024-11-25T14:33:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:07,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:07,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:07,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:33:07,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36941%2C1732545171872.rep, suffix=, logDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/oldWALs, maxLogs=10 2024-11-25T14:33:07,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.rep.1732545187275, exclude list is [], retry=0 2024-11-25T14:33:07,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-b770f48e-7dd2-4571-8d65-0fa2c03785ad,DISK] 2024-11-25T14:33:07,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.rep.1732545187275 2024-11-25T14:33:07,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38587:38587)] 2024-11-25T14:33:07,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 09c5681531d6447b23177da84f2523bf, NAME => 'hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:07,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:07,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:33:07,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. service=MultiRowMutationService 2024-11-25T14:33:07,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:33:07,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:07,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,359 INFO [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,370 INFO [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c5681531d6447b23177da84f2523bf columnFamilyName hfileref 2024-11-25T14:33:07,370 DEBUG [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:07,371 INFO [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] regionserver.HStore(327): Store=09c5681531d6447b23177da84f2523bf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:07,371 INFO [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,380 INFO [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c5681531d6447b23177da84f2523bf columnFamilyName queue 2024-11-25T14:33:07,380 DEBUG [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:07,381 INFO [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] regionserver.HStore(327): Store=09c5681531d6447b23177da84f2523bf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:07,381 INFO [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,388 INFO [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09c5681531d6447b23177da84f2523bf columnFamilyName sid 2024-11-25T14:33:07,388 DEBUG [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:07,389 INFO [StoreOpener-09c5681531d6447b23177da84f2523bf-1 {}] regionserver.HStore(327): Store=09c5681531d6447b23177da84f2523bf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:07,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/replication/09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/replication/09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:33:07,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/replication/09c5681531d6447b23177da84f2523bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:07,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 09c5681531d6447b23177da84f2523bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68358466, jitterRate=0.01862052083015442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:33:07,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:07,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 09c5681531d6447b23177da84f2523bf: Running coprocessor pre-open hook at 1732545187339Writing region info on filesystem at 1732545187339Initializing all the Stores at 1732545187345 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545187345Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545187359 (+14 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545187359Cleaning up temporary data from old regions at 1732545187414 (+55 ms)Running coprocessor post-open hooks at 1732545187431 (+17 ms)Region opened successfully at 1732545187431 2024-11-25T14:33:07,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf., pid=10, masterSystemTime=1732545187251 2024-11-25T14:33:07,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:07,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:07,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09c5681531d6447b23177da84f2523bf, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,36941,1732545171872 2024-11-25T14:33:07,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09c5681531d6447b23177da84f2523bf, server=cb69081f5976,36941,1732545171872 because future has completed 2024-11-25T14:33:07,448 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43461 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=cb69081f5976,36941,1732545171872, table=hbase:replication, region=09c5681531d6447b23177da84f2523bf. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T14:33:07,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:33:07,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 09c5681531d6447b23177da84f2523bf, server=cb69081f5976,36941,1732545171872 in 355 msec 2024-11-25T14:33:07,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:33:07,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09c5681531d6447b23177da84f2523bf, ASSIGN in 513 msec 2024-11-25T14:33:07,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:33:07,456 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545187455"}]},"ts":"1732545187455"} 2024-11-25T14:33:07,460 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:33:07,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:33:07,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3780 sec 2024-11-25T14:33:07,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf., hostname=cb69081f5976,36941,1732545171872, seqNum=2] 2024-11-25T14:33:07,583 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:33:07,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:33:07,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:33:07,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36941 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:33:07,779 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:33:07,824 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,36941,1732545171872, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:33:07,824 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:07,825 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36941,1732545171872, seqNum=-1] 2024-11-25T14:33:07,825 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:07,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-25T14:33:07,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,36941,1732545171872', locateType=CURRENT is [region=hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf., hostname=cb69081f5976,36941,1732545171872, seqNum=2] 2024-11-25T14:33:07,851 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:33:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:33:07,858 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,36941,1732545171872 suceeded 2024-11-25T14:33:07,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:33:07,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 246 msec 2024-11-25T14:33:07,864 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:43139,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:33:07,873 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:43139' 2024-11-25T14:33:07,876 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@299f84aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:07,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8110 sec 2024-11-25T14:33:07,876 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43139,-1 for getting cluster id 2024-11-25T14:33:07,876 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:07,876 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c60e5a01-1e79-4892-bd1f-cbd4cf904c92' 2024-11-25T14:33:07,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:07,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c60e5a01-1e79-4892-bd1f-cbd4cf904c92" 2024-11-25T14:33:07,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c3b86f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:07,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43139,-1] 2024-11-25T14:33:07,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:07,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:07,879 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:07,883 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bbfeb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:07,883 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:07,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,43139,1732545178730 2024-11-25T14:33:07,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5651731c 2024-11-25T14:33:07,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:07,889 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-25T14:33:07,894 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,36941,1732545171872 (queues=1) is replicating from cluster=0adb7d7b-c7af-4431-be6c-9bf875eec2a1 to cluster=c60e5a01-1e79-4892-bd1f-cbd4cf904c92 2024-11-25T14:33:07,894 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C36941%2C1732545171872 2024-11-25T14:33:07,894 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,36941,1732545171872, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:33:07,899 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323, startPosition=0, beingWritten=true 2024-11-25T14:33:07,903 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C36941%2C1732545171872 2024-11-25T14:33:07,934 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:07,934 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 379, reset compression=false 2024-11-25T14:33:07,934 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36941,1732545171872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:08,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,148 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 379, reset compression=false 2024-11-25T14:33:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:08,208 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:33:08,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:08,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:08,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:08,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:08,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ac001e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:08,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43139,-1 for getting cluster id 2024-11-25T14:33:08,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:08,210 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c60e5a01-1e79-4892-bd1f-cbd4cf904c92' 2024-11-25T14:33:08,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c60e5a01-1e79-4892-bd1f-cbd4cf904c92" 2024-11-25T14:33:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196f0724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43139,-1] 2024-11-25T14:33:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:08,217 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4def9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:08,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,43139,1732545178730 2024-11-25T14:33:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132a9036 2024-11-25T14:33:08,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:08,224 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:08,227 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:43461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:33:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:33:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:08,237 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:43461' 2024-11-25T14:33:08,244 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6527fdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:08,244 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43461,-1 for getting cluster id 2024-11-25T14:33:08,244 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:08,247 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0adb7d7b-c7af-4431-be6c-9bf875eec2a1' 2024-11-25T14:33:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0adb7d7b-c7af-4431-be6c-9bf875eec2a1" 2024-11-25T14:33:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529194ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:08,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43461,-1] 2024-11-25T14:33:08,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:08,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:08,252 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:08,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b28dfba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:08,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,43461,1732545171569 2024-11-25T14:33:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a07ae0 2024-11-25T14:33:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:08,257 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:08,257 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T14:33:08,257 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:33:08,258 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:08,258 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:08,258 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:08,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:08,261 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:33:08,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:33:08,267 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:08,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:33:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:33:08,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8b216523db4827672201f3a8aa05050, NAME => 'hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37 2024-11-25T14:33:08,311 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:33:08,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:33:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:08,460 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 379, reset compression=false 2024-11-25T14:33:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:08,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:33:08,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:08,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:08,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f8b216523db4827672201f3a8aa05050, disabling compactions & flushes 2024-11-25T14:33:08,756 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:08,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:08,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. after waiting 0 ms 2024-11-25T14:33:08,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:08,756 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:08,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8b216523db4827672201f3a8aa05050: Waiting for close lock at 1732545188756Disabling compacts and flushes for region at 1732545188756Disabling writes for close at 1732545188756Writing region close event to WAL at 1732545188756Closed at 1732545188756 2024-11-25T14:33:08,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:33:08,762 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545188762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545188762"}]},"ts":"1732545188762"} 2024-11-25T14:33:08,771 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:33:08,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:33:08,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545188773"}]},"ts":"1732545188773"} 2024-11-25T14:33:08,783 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:33:08,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8b216523db4827672201f3a8aa05050, ASSIGN}] 2024-11-25T14:33:08,785 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8b216523db4827672201f3a8aa05050, ASSIGN 2024-11-25T14:33:08,786 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8b216523db4827672201f3a8aa05050, ASSIGN; state=OFFLINE, location=cb69081f5976,35187,1732545178965; forceNewPlan=false, retain=false 2024-11-25T14:33:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:08,895 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 379, reset compression=false 2024-11-25T14:33:08,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f8b216523db4827672201f3a8aa05050, regionState=OPENING, regionLocation=cb69081f5976,35187,1732545178965 2024-11-25T14:33:08,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8b216523db4827672201f3a8aa05050, ASSIGN because future has completed 2024-11-25T14:33:08,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8b216523db4827672201f3a8aa05050, server=cb69081f5976,35187,1732545178965}] 2024-11-25T14:33:09,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:09,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:09,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:33:09,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C35187%2C1732545178965.rep, suffix=, logDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965, archiveDir=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/oldWALs, maxLogs=10 2024-11-25T14:33:09,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.rep.1732545189143, exclude list is [], retry=0 2024-11-25T14:33:09,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35231,DS-c0b04d03-8312-4892-aa02-6232dc53f34d,DISK] 2024-11-25T14:33:09,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.rep.1732545189143 2024-11-25T14:33:09,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-11-25T14:33:09,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f8b216523db4827672201f3a8aa05050, NAME => 'hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:09,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:09,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:33:09,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. service=MultiRowMutationService 2024-11-25T14:33:09,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:33:09,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:09,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,223 INFO [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,225 INFO [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8b216523db4827672201f3a8aa05050 columnFamilyName hfileref 2024-11-25T14:33:09,225 DEBUG [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:09,227 INFO [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] regionserver.HStore(327): Store=f8b216523db4827672201f3a8aa05050/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:09,227 INFO [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,228 INFO [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8b216523db4827672201f3a8aa05050 columnFamilyName queue 2024-11-25T14:33:09,228 DEBUG [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:09,229 INFO [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] regionserver.HStore(327): Store=f8b216523db4827672201f3a8aa05050/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:09,229 INFO [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,231 INFO [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8b216523db4827672201f3a8aa05050 columnFamilyName sid 2024-11-25T14:33:09,231 DEBUG [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:09,231 INFO [StoreOpener-f8b216523db4827672201f3a8aa05050-1 {}] regionserver.HStore(327): Store=f8b216523db4827672201f3a8aa05050/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:09,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/replication/f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/replication/f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:33:09,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/replication/f8b216523db4827672201f3a8aa05050/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:09,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f8b216523db4827672201f3a8aa05050; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75061037, jitterRate=0.1184966117143631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:33:09,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:09,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f8b216523db4827672201f3a8aa05050: Running coprocessor pre-open hook at 1732545189221Writing region info on filesystem at 1732545189221Initializing all the Stores at 1732545189221Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545189221Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545189223 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545189223Cleaning up temporary data from old regions at 1732545189234 (+11 ms)Running coprocessor post-open hooks at 1732545189245 (+11 ms)Region opened successfully at 1732545189245 2024-11-25T14:33:09,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050., pid=10, masterSystemTime=1732545189106 2024-11-25T14:33:09,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f8b216523db4827672201f3a8aa05050, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,35187,1732545178965 2024-11-25T14:33:09,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:09,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:09,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8b216523db4827672201f3a8aa05050, server=cb69081f5976,35187,1732545178965 because future has completed 2024-11-25T14:33:09,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:33:09,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f8b216523db4827672201f3a8aa05050, server=cb69081f5976,35187,1732545178965 in 315 msec 2024-11-25T14:33:09,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:33:09,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8b216523db4827672201f3a8aa05050, ASSIGN in 481 msec 2024-11-25T14:33:09,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:33:09,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545189268"}]},"ts":"1732545189268"} 2024-11-25T14:33:09,272 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:33:09,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:33:09,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0160 sec 2024-11-25T14:33:09,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050., hostname=cb69081f5976,35187,1732545178965, seqNum=2] 2024-11-25T14:33:09,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:09,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:33:09,443 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 379, reset compression=false 2024-11-25T14:33:09,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35187 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:33:09,587 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:33:09,653 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,35187,1732545178965, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:33:09,653 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:09,653 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35187,1732545178965, seqNum=-1] 2024-11-25T14:33:09,654 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:09,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-25T14:33:09,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,35187,1732545178965', locateType=CURRENT is [region=hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050., hostname=cb69081f5976,35187,1732545178965, seqNum=2] 2024-11-25T14:33:09,689 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:33:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:33:09,697 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,35187,1732545178965 suceeded 2024-11-25T14:33:09,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:33:09,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 286 msec 2024-11-25T14:33:09,700 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:43461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:33:09,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4730 sec 2024-11-25T14:33:09,731 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:43461' 2024-11-25T14:33:09,747 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c41cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:09,747 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43461,-1 for getting cluster id 2024-11-25T14:33:09,747 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:09,748 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0adb7d7b-c7af-4431-be6c-9bf875eec2a1' 2024-11-25T14:33:09,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:09,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0adb7d7b-c7af-4431-be6c-9bf875eec2a1" 2024-11-25T14:33:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43edb30e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43461,-1] 2024-11-25T14:33:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:09,756 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:09,763 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e633eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:09,763 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:09,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,43461,1732545171569 2024-11-25T14:33:09,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cc3caae 2024-11-25T14:33:09,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:09,766 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-25T14:33:09,766 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,35187,1732545178965 (queues=1) is replicating from cluster=c60e5a01-1e79-4892-bd1f-cbd4cf904c92 to cluster=0adb7d7b-c7af-4431-be6c-9bf875eec2a1 2024-11-25T14:33:09,766 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C35187%2C1732545178965 2024-11-25T14:33:09,767 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,35187,1732545178965, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:33:09,773 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001, startPosition=0, beingWritten=true 2024-11-25T14:33:09,791 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C35187%2C1732545178965 2024-11-25T14:33:09,807 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:09,807 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 379, reset compression=false 2024-11-25T14:33:09,807 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35187,1732545178965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:10,047 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 379, reset compression=false 2024-11-25T14:33:10,081 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 379, reset compression=false 2024-11-25T14:33:10,387 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 379, reset compression=false 2024-11-25T14:33:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:10,405 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:33:10,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:10,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:10,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:10,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:10,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:10,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:10,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36941,1732545171872, seqNum=-1] 2024-11-25T14:33:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:10,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:10,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732545183220.743411370a0c6ecf29106f06bab92df1., hostname=cb69081f5976,36941,1732545171872, seqNum=2] 2024-11-25T14:33:10,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:10,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35187,1732545178965, seqNum=-1] 2024-11-25T14:33:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:10,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732545183861.1218957f9928a73acfe6fe8f35796234., hostname=cb69081f5976,35187,1732545178965, seqNum=2] 2024-11-25T14:33:10,481 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T14:33:10,815 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 379, reset compression=false 2024-11-25T14:33:10,841 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:10,841 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 480, reset compression=false 2024-11-25T14:33:10,847 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36941,1732545171872 got entry batch from reader: WALEntryBatch [walEntries=[{test/743411370a0c6ecf29106f06bab92df1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T14:33:10,854 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:33:10,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-25T14:33:10,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:10,871 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 379, reset compression=false 2024-11-25T14:33:10,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@549a0b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:10,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43139,-1 for getting cluster id 2024-11-25T14:33:10,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:10,902 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c60e5a01-1e79-4892-bd1f-cbd4cf904c92' 2024-11-25T14:33:10,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:10,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c60e5a01-1e79-4892-bd1f-cbd4cf904c92" 2024-11-25T14:33:10,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2132f8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:10,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43139,-1] 2024-11-25T14:33:10,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:10,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:10,908 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:10,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4212e6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:10,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:10,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35187,1732545178965, seqNum=-1] 2024-11-25T14:33:10,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:10,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-25T14:33:10,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732545183861.1218957f9928a73acfe6fe8f35796234., hostname=cb69081f5976,35187,1732545178965, seqNum=2] 2024-11-25T14:33:11,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:11,083 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 480, reset compression=false 2024-11-25T14:33:11,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T14:33:11,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T14:33:11,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-25T14:33:11,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-25T14:33:11,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:33:11,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T14:33:11,415 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 480, reset compression=false 2024-11-25T14:33:11,431 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 379, reset compression=false 2024-11-25T14:33:11,484 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:11,484 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 503, reset compression=false 2024-11-25T14:33:11,484 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35187,1732545178965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:11,488 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T14:33:11,501 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T14:33:11,517 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:11,517 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 607, reset compression=false 2024-11-25T14:33:11,517 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35187,1732545178965 got entry batch from reader: WALEntryBatch [walEntries=[{test/1218957f9928a73acfe6fe8f35796234/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T14:33:11,521 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:33:11,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-25T14:33:11,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:11,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18799fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:11,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,43461,-1 for getting cluster id 2024-11-25T14:33:11,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:11,551 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0adb7d7b-c7af-4431-be6c-9bf875eec2a1' 2024-11-25T14:33:11,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:11,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0adb7d7b-c7af-4431-be6c-9bf875eec2a1" 2024-11-25T14:33:11,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6756706c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:11,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,43461,-1] 2024-11-25T14:33:11,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:11,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:11,554 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:11,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c85b588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:11,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:11,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36941,1732545171872, seqNum=-1] 2024-11-25T14:33:11,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:11,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-25T14:33:11,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732545183220.743411370a0c6ecf29106f06bab92df1., hostname=cb69081f5976,36941,1732545171872, seqNum=2] 2024-11-25T14:33:11,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:11,774 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 607, reset compression=false 2024-11-25T14:33:11,860 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 480, reset compression=false 2024-11-25T14:33:11,875 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:11,876 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 608, reset compression=false 2024-11-25T14:33:11,876 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36941,1732545171872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:12,073 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T14:33:12,108 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 607, reset compression=false 2024-11-25T14:33:12,113 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 608, reset compression=false 2024-11-25T14:33:12,482 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 608, reset compression=false 2024-11-25T14:33:12,505 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T14:33:12,526 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T14:33:12,542 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:12,542 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 764, reset compression=false 2024-11-25T14:33:12,542 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36941,1732545171872 got entry batch from reader: WALEntryBatch [walEntries=[{test/743411370a0c6ecf29106f06bab92df1/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T14:33:12,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:12,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:12,551 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 607, reset compression=false 2024-11-25T14:33:12,613 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:12,613 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 754, reset compression=false 2024-11-25T14:33:12,613 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35187,1732545178965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:12,767 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 764, reset compression=false 2024-11-25T14:33:12,886 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 754, reset compression=false 2024-11-25T14:33:13,106 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 764, reset compression=false 2024-11-25T14:33:13,224 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 754, reset compression=false 2024-11-25T14:33:13,529 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T14:33:13,534 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T14:33:13,539 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 764, reset compression=false 2024-11-25T14:33:13,665 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 754, reset compression=false 2024-11-25T14:33:13,689 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:13,689 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 913, reset compression=false 2024-11-25T14:33:13,689 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35187,1732545178965 got entry batch from reader: WALEntryBatch [walEntries=[{test/1218957f9928a73acfe6fe8f35796234/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T14:33:13,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:13,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36941 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:13,924 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 913, reset compression=false 2024-11-25T14:33:14,064 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 764, reset compression=false 2024-11-25T14:33:14,085 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:14,085 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 914, reset compression=false 2024-11-25T14:33:14,085 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36941,1732545171872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:14,244 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 913, reset compression=false 2024-11-25T14:33:14,311 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 914, reset compression=false 2024-11-25T14:33:14,542 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T14:33:14,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:33:14,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:14,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:14,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:14,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:14,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:14,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:33:14,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1770182814, stopped=false 2024-11-25T14:33:14,547 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,43139,1732545178730 2024-11-25T14:33:14,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1200371531/running 2024-11-25T14:33:14,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:14,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:33:14,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:14,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:14,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:14,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,35187,1732545178965' ***** 2024-11-25T14:33:14,566 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:33:14,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Set watcher on znode that does not yet exist, /1-1200371531/running 2024-11-25T14:33:14,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1200371531/running 2024-11-25T14:33:14,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:14,566 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:33:14,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Set watcher on znode that does not yet exist, /1-1200371531/running 2024-11-25T14:33:14,566 INFO [RS:0;cb69081f5976:35187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:33:14,566 INFO [RS:0;cb69081f5976:35187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:33:14,567 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1218957f9928a73acfe6fe8f35796234 2024-11-25T14:33:14,567 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:33:14,568 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(3091): Received CLOSE for f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:14,568 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,35187,1732545178965 2024-11-25T14:33:14,568 INFO [RS:0;cb69081f5976:35187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:33:14,568 INFO [RS:0;cb69081f5976:35187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:35187. 2024-11-25T14:33:14,568 DEBUG [RS:0;cb69081f5976:35187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:14,568 DEBUG [RS:0;cb69081f5976:35187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:14,568 INFO [RS:0;cb69081f5976:35187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:33:14,568 INFO [RS:0;cb69081f5976:35187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:33:14,568 INFO [RS:0;cb69081f5976:35187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:33:14,568 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:33:14,575 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1218957f9928a73acfe6fe8f35796234, disabling compactions & flushes 2024-11-25T14:33:14,575 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:14,575 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:14,575 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545183861.1218957f9928a73acfe6fe8f35796234. after waiting 0 ms 2024-11-25T14:33:14,575 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:14,575 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1218957f9928a73acfe6fe8f35796234 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-25T14:33:14,577 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:33:14,577 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1325): Online Regions={1218957f9928a73acfe6fe8f35796234=test,,1732545183861.1218957f9928a73acfe6fe8f35796234., 1588230740=hbase:meta,,1.1588230740, f8b216523db4827672201f3a8aa05050=hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050.} 2024-11-25T14:33:14,577 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1351): Waiting on 1218957f9928a73acfe6fe8f35796234, 1588230740, f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:14,577 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:33:14,578 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:33:14,578 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:33:14,578 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:33:14,578 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:33:14,578 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:33:14,578 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:33:14,607 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/.tmp/f/d9e4e769fa1f4bffb298de2f4809b07d is 29, key is row1/f:/1732545193530/DeleteFamily/seqid=0 2024-11-25T14:33:14,628 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/info/9d3dcd0e0d114fc59cea30be8a8cffbe is 147, key is hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050./info:regioninfo/1732545189254/Put/seqid=0 2024-11-25T14:33:14,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741840_1016 (size=5118) 2024-11-25T14:33:14,664 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 913, reset compression=false 2024-11-25T14:33:14,665 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 914, reset compression=false 2024-11-25T14:33:14,689 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:14,689 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 1160, reset compression=false 2024-11-25T14:33:14,689 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35187,1732545178965 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:14,690 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb69081f5976,35187,1732545178965: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb69081f5976,35187,1732545178965, walGroup=cb69081f5976%2C35187%2C1732545178965, offset=cb69081f5976%2C35187%2C1732545178965.1732545182001:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:35187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T14:33:14,692 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:33:14,692 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:33:14,693 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:33:14,693 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:33:14,693 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:33:14,693 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 590527744 }, "NonHeapMemoryUsage": { "committed": 193724416, "init": 7667712, "max": -1, "used": 190222640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T14:33:14,697 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:43139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:43139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T14:33:14,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741841_1017 (size=7686) 2024-11-25T14:33:14,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:33:14,777 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1351): Waiting on 1218957f9928a73acfe6fe8f35796234, 1588230740, f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:14,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:14,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:14,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:14,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:14,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:14,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:14,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:14,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:14,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:14,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:14,896 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:33:14,896 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:33:14,946 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 1160, reset compression=false 2024-11-25T14:33:14,979 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1351): Waiting on 1218957f9928a73acfe6fe8f35796234, 1588230740, f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:15,058 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/.tmp/f/d9e4e769fa1f4bffb298de2f4809b07d 2024-11-25T14:33:15,065 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9e4e769fa1f4bffb298de2f4809b07d 2024-11-25T14:33:15,108 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/.tmp/f1/834af298c73a4c5480de50ff8933acb9 is 30, key is row1/f1:/1732545193530/DeleteFamily/seqid=0 2024-11-25T14:33:15,112 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 914, reset compression=false 2024-11-25T14:33:15,119 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/info/9d3dcd0e0d114fc59cea30be8a8cffbe 2024-11-25T14:33:15,179 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1351): Waiting on 1218957f9928a73acfe6fe8f35796234, 1588230740, f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:15,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741842_1018 (size=5123) 2024-11-25T14:33:15,182 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/.tmp/f1/834af298c73a4c5480de50ff8933acb9 2024-11-25T14:33:15,190 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 834af298c73a4c5480de50ff8933acb9 2024-11-25T14:33:15,221 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/ns/93f1d52041764f9d8031223ad47df28a is 43, key is default/ns:d/1732545183018/Put/seqid=0 2024-11-25T14:33:15,234 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/.tmp/norep/f43fec714e14472db237d6ed01e6071f is 33, key is row1/norep:/1732545193530/DeleteFamily/seqid=0 2024-11-25T14:33:15,279 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 1160, reset compression=false 2024-11-25T14:33:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741843_1019 (size=5153) 2024-11-25T14:33:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741844_1020 (size=5108) 2024-11-25T14:33:15,287 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/.tmp/norep/f43fec714e14472db237d6ed01e6071f 2024-11-25T14:33:15,287 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/ns/93f1d52041764f9d8031223ad47df28a 2024-11-25T14:33:15,297 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f43fec714e14472db237d6ed01e6071f 2024-11-25T14:33:15,298 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/.tmp/f/d9e4e769fa1f4bffb298de2f4809b07d as hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/f/d9e4e769fa1f4bffb298de2f4809b07d 2024-11-25T14:33:15,304 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9e4e769fa1f4bffb298de2f4809b07d 2024-11-25T14:33:15,304 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/f/d9e4e769fa1f4bffb298de2f4809b07d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T14:33:15,305 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/.tmp/f1/834af298c73a4c5480de50ff8933acb9 as hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/f1/834af298c73a4c5480de50ff8933acb9 2024-11-25T14:33:15,310 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 834af298c73a4c5480de50ff8933acb9 2024-11-25T14:33:15,311 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/f1/834af298c73a4c5480de50ff8933acb9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T14:33:15,312 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/.tmp/norep/f43fec714e14472db237d6ed01e6071f as hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/norep/f43fec714e14472db237d6ed01e6071f 2024-11-25T14:33:15,317 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f43fec714e14472db237d6ed01e6071f 2024-11-25T14:33:15,317 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/norep/f43fec714e14472db237d6ed01e6071f, entries=1, sequenceid=8, filesize=5.0 K 2024-11-25T14:33:15,318 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1218957f9928a73acfe6fe8f35796234 in 743ms, sequenceid=8, compaction requested=false 2024-11-25T14:33:15,376 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/rep_barrier/dcf02a74c91a43d08d163df5d79e78bd is 112, key is test,,1732545183861.1218957f9928a73acfe6fe8f35796234./rep_barrier:seqnumDuringOpen/1732545185090/Put/seqid=0 2024-11-25T14:33:15,380 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1351): Waiting on 1218957f9928a73acfe6fe8f35796234, 1588230740, f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741845_1021 (size=5518) 2024-11-25T14:33:15,408 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/default/test/1218957f9928a73acfe6fe8f35796234/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T14:33:15,414 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:33:15,414 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:33:15,415 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:15,415 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1218957f9928a73acfe6fe8f35796234: Waiting for close lock at 1732545194575Running coprocessor pre-close hooks at 1732545194575Disabling compacts and flushes for region at 1732545194575Disabling writes for close at 1732545194575Obtaining lock to block concurrent updates at 1732545194576 (+1 ms)Preparing flush snapshotting stores in 1218957f9928a73acfe6fe8f35796234 at 1732545194576Finished memstore snapshotting test,,1732545183861.1218957f9928a73acfe6fe8f35796234., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732545194576Flushing stores of test,,1732545183861.1218957f9928a73acfe6fe8f35796234. at 1732545194577 (+1 ms)Flushing 1218957f9928a73acfe6fe8f35796234/f: creating writer at 1732545194578 (+1 ms)Flushing 1218957f9928a73acfe6fe8f35796234/f: appending metadata at 1732545194606 (+28 ms)Flushing 1218957f9928a73acfe6fe8f35796234/f: closing flushed file at 1732545194606Flushing 1218957f9928a73acfe6fe8f35796234/f1: creating writer at 1732545195065 (+459 ms)Flushing 1218957f9928a73acfe6fe8f35796234/f1: appending metadata at 1732545195107 (+42 ms)Flushing 1218957f9928a73acfe6fe8f35796234/f1: closing flushed file at 1732545195107Flushing 1218957f9928a73acfe6fe8f35796234/norep: creating writer at 1732545195190 (+83 ms)Flushing 1218957f9928a73acfe6fe8f35796234/norep: appending metadata at 1732545195233 (+43 ms)Flushing 1218957f9928a73acfe6fe8f35796234/norep: closing flushed file at 1732545195233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2366fa: reopening flushed file at 1732545195297 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab82005: reopening flushed file at 1732545195304 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2705363b: reopening flushed file at 1732545195311 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1218957f9928a73acfe6fe8f35796234 in 743ms, sequenceid=8, compaction requested=false at 1732545195318 (+7 ms)Writing region close event to WAL at 1732545195376 (+58 ms)Running coprocessor post-close hooks at 1732545195414 (+38 ms)Closed at 1732545195415 (+1 ms) 2024-11-25T14:33:15,415 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545183861.1218957f9928a73acfe6fe8f35796234. 2024-11-25T14:33:15,415 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8b216523db4827672201f3a8aa05050, disabling compactions & flushes 2024-11-25T14:33:15,415 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:15,415 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:15,415 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. after waiting 0 ms 2024-11-25T14:33:15,415 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:15,416 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8b216523db4827672201f3a8aa05050: Waiting for close lock at 1732545195415Running coprocessor pre-close hooks at 1732545195415Disabling compacts and flushes for region at 1732545195415Disabling writes for close at 1732545195415Failed flush hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050., putting online again at 1732545195415 2024-11-25T14:33:15,416 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:15,580 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:33:15,580 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f8b216523db4827672201f3a8aa05050=hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050.} 2024-11-25T14:33:15,580 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(3091): Received CLOSE for f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:15,580 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8b216523db4827672201f3a8aa05050 2024-11-25T14:33:15,580 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8b216523db4827672201f3a8aa05050, disabling compactions & flushes 2024-11-25T14:33:15,580 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:15,580 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:15,581 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. after waiting 0 ms 2024-11-25T14:33:15,581 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:15,581 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8b216523db4827672201f3a8aa05050: Waiting for close lock at 1732545195580Running coprocessor pre-close hooks at 1732545195580Disabling compacts and flushes for region at 1732545195580Disabling writes for close at 1732545195581 (+1 ms)Failed flush hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050., putting online again at 1732545195581 2024-11-25T14:33:15,581 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732545188258.f8b216523db4827672201f3a8aa05050. 2024-11-25T14:33:15,675 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 914, reset compression=false 2024-11-25T14:33:15,703 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 1160, reset compression=false 2024-11-25T14:33:15,749 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:15,749 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 1804, reset compression=false 2024-11-25T14:33:15,780 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:33:15,808 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/rep_barrier/dcf02a74c91a43d08d163df5d79e78bd 2024-11-25T14:33:15,869 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/table/bb89c07f15614dcf9ca6af4c10abfb98 is 53, key is hbase:replication/table:state/1732545189268/Put/seqid=0 2024-11-25T14:33:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741846_1022 (size=5308) 2024-11-25T14:33:15,916 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/table/bb89c07f15614dcf9ca6af4c10abfb98 2024-11-25T14:33:15,946 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/info/9d3dcd0e0d114fc59cea30be8a8cffbe as hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/info/9d3dcd0e0d114fc59cea30be8a8cffbe 2024-11-25T14:33:15,956 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/info/9d3dcd0e0d114fc59cea30be8a8cffbe, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:33:15,957 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/ns/93f1d52041764f9d8031223ad47df28a as hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/ns/93f1d52041764f9d8031223ad47df28a 2024-11-25T14:33:15,964 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/ns/93f1d52041764f9d8031223ad47df28a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:33:15,965 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/rep_barrier/dcf02a74c91a43d08d163df5d79e78bd as hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/rep_barrier/dcf02a74c91a43d08d163df5d79e78bd 2024-11-25T14:33:15,974 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/rep_barrier/dcf02a74c91a43d08d163df5d79e78bd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:33:15,976 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/.tmp/table/bb89c07f15614dcf9ca6af4c10abfb98 as hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/table/bb89c07f15614dcf9ca6af4c10abfb98 2024-11-25T14:33:15,980 DEBUG [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:33:15,985 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/table/bb89c07f15614dcf9ca6af4c10abfb98, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:33:15,996 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.wal-reader.cb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/WALs/cb69081f5976,35187,1732545178965/cb69081f5976%2C35187%2C1732545178965.1732545182001 to pos 1804, reset compression=false 2024-11-25T14:33:15,997 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=16, compaction requested=false 2024-11-25T14:33:16,077 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:33:16,078 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:33:16,078 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:33:16,078 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:33:16,078 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545194578Running coprocessor pre-close hooks at 1732545194578Disabling compacts and flushes for region at 1732545194578Disabling writes for close at 1732545194578Obtaining lock to block concurrent updates at 1732545194578Preparing flush snapshotting stores in 1588230740 at 1732545194578Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545194579 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732545194580 (+1 ms)Flushing 1588230740/info: creating writer at 1732545194581 (+1 ms)Flushing 1588230740/info: appending metadata at 1732545194627 (+46 ms)Flushing 1588230740/info: closing flushed file at 1732545194627Flushing 1588230740/ns: creating writer at 1732545195124 (+497 ms)Flushing 1588230740/ns: appending metadata at 1732545195215 (+91 ms)Flushing 1588230740/ns: closing flushed file at 1732545195215Flushing 1588230740/rep_barrier: creating writer at 1732545195310 (+95 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545195375 (+65 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545195376 (+1 ms)Flushing 1588230740/table: creating writer at 1732545195829 (+453 ms)Flushing 1588230740/table: appending metadata at 1732545195868 (+39 ms)Flushing 1588230740/table: closing flushed file at 1732545195868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3105918b: reopening flushed file at 1732545195937 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bccdef9: reopening flushed file at 1732545195956 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f490754: reopening flushed file at 1732545195964 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2651733e: reopening flushed file at 1732545195975 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=16, compaction requested=false at 1732545195997 (+22 ms)Writing region close event to WAL at 1732545196060 (+63 ms)Running coprocessor post-close hooks at 1732545196078 (+18 ms)Closed at 1732545196078 2024-11-25T14:33:16,078 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:33:16,181 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T14:33:16,181 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,35187,1732545178965; all regions closed. 2024-11-25T14:33:16,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741834_1010 (size=4239) 2024-11-25T14:33:16,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741839_1015 (size=1733) 2024-11-25T14:33:16,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741832_1008 (size=1812) 2024-11-25T14:33:16,289 DEBUG [RS:0;cb69081f5976:35187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:16,289 INFO [RS:0;cb69081f5976:35187 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:33:16,289 INFO [RS:0;cb69081f5976:35187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:33:16,290 INFO [RS:0;cb69081f5976:35187 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:33:16,290 INFO [RS:0;cb69081f5976:35187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:33:16,290 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:33:16,290 INFO [RS:0;cb69081f5976:35187 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,35187,1732545178965 because: Region server is closing 2024-11-25T14:33:16,290 INFO [RS:0;cb69081f5976:35187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:35187. 2024-11-25T14:33:16,290 DEBUG [RS:0;cb69081f5976:35187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:16,290 DEBUG [RS:0;cb69081f5976:35187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:16,291 DEBUG [RS:0;cb69081f5976:35187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:16,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:16,323 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 914, reset compression=false 2024-11-25T14:33:16,391 INFO [RS:0;cb69081f5976:35187 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35187,1732545178965.replicationSource.shippercb69081f5976%2C35187%2C1732545178965,1-cb69081f5976,35187,1732545178965 terminated 2024-11-25T14:33:16,391 INFO [RS:0;cb69081f5976:35187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:35187. 2024-11-25T14:33:16,392 DEBUG [RS:0;cb69081f5976:35187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:16,392 DEBUG [RS:0;cb69081f5976:35187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:16,392 DEBUG [RS:0;cb69081f5976:35187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:16,392 INFO [RS:0;cb69081f5976:35187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35187 2024-11-25T14:33:16,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:16,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1200371531/rs/cb69081f5976,35187,1732545178965 2024-11-25T14:33:16,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531/rs 2024-11-25T14:33:16,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,35187,1732545178965] 2024-11-25T14:33:16,451 INFO [RS:0;cb69081f5976:35187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:33:16,514 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1200371531/draining/cb69081f5976,35187,1732545178965 already deleted, retry=false 2024-11-25T14:33:16,515 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,35187,1732545178965 expired; onlineServers=0 2024-11-25T14:33:16,515 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,43139,1732545178730' ***** 2024-11-25T14:33:16,515 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:33:16,515 INFO [M:0;cb69081f5976:43139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:33:16,515 INFO [M:0;cb69081f5976:43139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:33:16,515 DEBUG [M:0;cb69081f5976:43139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:33:16,515 DEBUG [M:0;cb69081f5976:43139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:33:16,515 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:33:16,515 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545181576 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545181576,5,FailOnTimeoutGroup] 2024-11-25T14:33:16,515 INFO [M:0;cb69081f5976:43139 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:33:16,515 INFO [M:0;cb69081f5976:43139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:33:16,515 DEBUG [M:0;cb69081f5976:43139 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:33:16,515 INFO [M:0;cb69081f5976:43139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:33:16,515 INFO [M:0;cb69081f5976:43139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:33:16,516 INFO [M:0;cb69081f5976:43139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:33:16,516 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:33:16,517 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545181565 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545181565,5,FailOnTimeoutGroup] 2024-11-25T14:33:16,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1200371531/master 2024-11-25T14:33:16,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1200371531 2024-11-25T14:33:16,606 DEBUG [M:0;cb69081f5976:43139 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1200371531/master already deleted, retry=false 2024-11-25T14:33:16,606 DEBUG [M:0;cb69081f5976:43139 {}] master.ActiveMasterManager(353): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1200371531/master 2024-11-25T14:33:16,607 INFO [M:0;cb69081f5976:43139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/.lastflushedseqids 2024-11-25T14:33:16,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:16,654 INFO [RS:0;cb69081f5976:35187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:33:16,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35187-0x10173b2f5c40004, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:16,654 INFO [RS:0;cb69081f5976:35187 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,35187,1732545178965; zookeeper connection closed. 2024-11-25T14:33:16,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741847_1023 (size=245) 2024-11-25T14:33:16,683 INFO [M:0;cb69081f5976:43139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:33:16,684 INFO [M:0;cb69081f5976:43139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:33:16,684 DEBUG [M:0;cb69081f5976:43139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:33:16,684 INFO [M:0;cb69081f5976:43139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:16,684 DEBUG [M:0;cb69081f5976:43139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:16,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7aa4b8a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7aa4b8a7 2024-11-25T14:33:16,684 DEBUG [M:0;cb69081f5976:43139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:33:16,684 DEBUG [M:0;cb69081f5976:43139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:16,684 INFO [M:0;cb69081f5976:43139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T14:33:16,684 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:33:16,730 DEBUG [M:0;cb69081f5976:43139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c381ebb681c8446fbd7370a1407fc2f9 is 82, key is hbase:meta,,1/info:regioninfo/1732545182984/Put/seqid=0 2024-11-25T14:33:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741848_1024 (size=5672) 2024-11-25T14:33:16,781 INFO [M:0;cb69081f5976:43139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c381ebb681c8446fbd7370a1407fc2f9 2024-11-25T14:33:16,850 DEBUG [M:0;cb69081f5976:43139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f92a726da2cf4dfaa01ac2ce4af42b5d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732545189277/Put/seqid=0 2024-11-25T14:33:16,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741849_1025 (size=8516) 2024-11-25T14:33:16,892 INFO [M:0;cb69081f5976:43139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f92a726da2cf4dfaa01ac2ce4af42b5d 2024-11-25T14:33:16,931 DEBUG [M:0;cb69081f5976:43139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86bf6d31d2f441ac93a658248732d372 is 69, key is cb69081f5976,35187,1732545178965/rs:state/1732545181676/Put/seqid=0 2024-11-25T14:33:16,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741850_1026 (size=5156) 2024-11-25T14:33:17,056 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 914, reset compression=false 2024-11-25T14:33:17,398 INFO [M:0;cb69081f5976:43139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86bf6d31d2f441ac93a658248732d372 2024-11-25T14:33:17,421 DEBUG [M:0;cb69081f5976:43139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c381ebb681c8446fbd7370a1407fc2f9 as hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c381ebb681c8446fbd7370a1407fc2f9 2024-11-25T14:33:17,450 INFO [M:0;cb69081f5976:43139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c381ebb681c8446fbd7370a1407fc2f9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T14:33:17,451 DEBUG [M:0;cb69081f5976:43139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f92a726da2cf4dfaa01ac2ce4af42b5d as hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f92a726da2cf4dfaa01ac2ce4af42b5d 2024-11-25T14:33:17,467 INFO [M:0;cb69081f5976:43139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f92a726da2cf4dfaa01ac2ce4af42b5d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T14:33:17,472 DEBUG [M:0;cb69081f5976:43139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86bf6d31d2f441ac93a658248732d372 as hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86bf6d31d2f441ac93a658248732d372 2024-11-25T14:33:17,500 INFO [M:0;cb69081f5976:43139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35209/user/jenkins/test-data/1f0c0a3e-f436-ff2c-8ad3-b1d0f64e0f37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86bf6d31d2f441ac93a658248732d372, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T14:33:17,501 INFO [M:0;cb69081f5976:43139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 817ms, sequenceid=97, compaction requested=false 2024-11-25T14:33:17,560 INFO [M:0;cb69081f5976:43139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:17,560 DEBUG [M:0;cb69081f5976:43139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545196684Disabling compacts and flushes for region at 1732545196684Disabling writes for close at 1732545196684Obtaining lock to block concurrent updates at 1732545196684Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545196684Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732545196685 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545196688 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545196688Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545196730 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545196730Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545196795 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545196849 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545196849Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545196898 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545196923 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545196923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39de30fc: reopening flushed file at 1732545197420 (+497 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37644b22: reopening flushed file at 1732545197450 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c90b40: reopening flushed file at 1732545197467 (+17 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 817ms, sequenceid=97, compaction requested=false at 1732545197501 (+34 ms)Writing region close event to WAL at 1732545197560 (+59 ms)Closed at 1732545197560 2024-11-25T14:33:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35231 is added to blk_1073741830_1006 (size=63654) 2024-11-25T14:33:17,604 INFO [M:0;cb69081f5976:43139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:33:17,604 INFO [M:0;cb69081f5976:43139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43139 2024-11-25T14:33:17,605 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:33:17,610 INFO [M:0;cb69081f5976:43139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:33:17,754 INFO [M:0;cb69081f5976:43139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:33:17,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:17,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x10173b2f5c40003, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:17,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f9dd7a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:33:17,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f84d00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:33:17,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:33:17,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e70714f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:33:17,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45eaaaff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/hadoop.log.dir/,STOPPED} 2024-11-25T14:33:17,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:33:17,801 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:33:17,802 WARN [BP-1857997552-172.17.0.3-1732545175343 heartbeating to localhost/127.0.0.1:35209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:33:17,802 WARN [BP-1857997552-172.17.0.3-1732545175343 heartbeating to localhost/127.0.0.1:35209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857997552-172.17.0.3-1732545175343 (Datanode Uuid a9fee046-e116-454d-98a4-1c705abfc57a) service to localhost/127.0.0.1:35209 2024-11-25T14:33:17,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/cluster_be07730c-542b-7147-e0df-d1ceda0f4a5f/data/data2/current/BP-1857997552-172.17.0.3-1732545175343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:33:17,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/cluster_be07730c-542b-7147-e0df-d1ceda0f4a5f/data/data1/current/BP-1857997552-172.17.0.3-1732545175343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:33:17,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:33:17,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@520763a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:33:17,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23a00e66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:33:17,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:33:17,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35b28dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:33:17,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771493c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/hadoop.log.dir/,STOPPED} 2024-11-25T14:33:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:33:17,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:33:17,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:17,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:17,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:17,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:17,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:17,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:33:17,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=159017614, stopped=false 2024-11-25T14:33:17,845 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,43461,1732545171569 2024-11-25T14:33:17,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02036433098/running 2024-11-25T14:33:17,875 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:33:17,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:33:17,875 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02036433098/running 2024-11-25T14:33:17,876 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:33:17,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:17,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:17,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:17,876 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,36941,1732545171872' ***** 2024-11-25T14:33:17,876 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:33:17,876 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:33:17,876 INFO [RS:0;cb69081f5976:36941 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:33:17,877 INFO [RS:0;cb69081f5976:36941 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:33:17,877 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(3091): Received CLOSE for 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:17,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Set watcher on znode that does not yet exist, /02036433098/running 2024-11-25T14:33:17,879 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:33:17,879 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:33:17,882 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 914, reset compression=false 2024-11-25T14:33:17,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Set watcher on znode that does not yet exist, /02036433098/running 2024-11-25T14:33:17,890 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(3091): Received CLOSE for 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:17,890 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,36941,1732545171872 2024-11-25T14:33:17,890 INFO [RS:0;cb69081f5976:36941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:33:17,890 INFO [RS:0;cb69081f5976:36941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:36941. 2024-11-25T14:33:17,890 DEBUG [RS:0;cb69081f5976:36941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:17,890 DEBUG [RS:0;cb69081f5976:36941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:17,890 INFO [RS:0;cb69081f5976:36941 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:33:17,890 INFO [RS:0;cb69081f5976:36941 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:33:17,890 INFO [RS:0;cb69081f5976:36941 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:33:17,890 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:33:17,891 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:33:17,891 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 743411370a0c6ecf29106f06bab92df1=test,,1732545183220.743411370a0c6ecf29106f06bab92df1., 09c5681531d6447b23177da84f2523bf=hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf.} 2024-11-25T14:33:17,891 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1351): Waiting on 09c5681531d6447b23177da84f2523bf, 1588230740, 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:17,891 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 743411370a0c6ecf29106f06bab92df1, disabling compactions & flushes 2024-11-25T14:33:17,891 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:17,891 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:17,891 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:33:17,891 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545183220.743411370a0c6ecf29106f06bab92df1. after waiting 0 ms 2024-11-25T14:33:17,891 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:33:17,891 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:17,891 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:33:17,891 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:33:17,891 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:33:17,891 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 743411370a0c6ecf29106f06bab92df1 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-25T14:33:17,891 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:33:17,942 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/.tmp/f/bb4fe25936a547b1867e579a3e216edf is 29, key is row1/f:/1732545193530/DeleteFamily/seqid=0 2024-11-25T14:33:17,956 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:17,956 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 1161, reset compression=false 2024-11-25T14:33:17,959 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36941,1732545171872 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:17,960 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb69081f5976,36941,1732545171872: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb69081f5976,36941,1732545171872, walGroup=cb69081f5976%2C36941%2C1732545171872, offset=cb69081f5976%2C36941%2C1732545171872.1732545174323:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:36941 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T14:33:17,961 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:33:17,961 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:33:17,962 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:33:17,962 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:33:17,962 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:33:17,962 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 663928064 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 190856176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T14:33:17,962 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:43461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:43461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T14:33:17,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741840_1016 (size=5118) 2024-11-25T14:33:17,995 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/info/eb6ed7ab683744acaa6ff19c42082b8b is 147, key is hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf./info:regioninfo/1732545187438/Put/seqid=0 2024-11-25T14:33:18,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741841_1017 (size=7686) 2024-11-25T14:33:18,057 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/info/eb6ed7ab683744acaa6ff19c42082b8b 2024-11-25T14:33:18,092 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1351): Waiting on 09c5681531d6447b23177da84f2523bf, 1588230740, 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:18,116 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:33:18,116 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:33:18,123 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/ns/19492dfcffff4670b86bb1f9dd9b1f82 is 43, key is default/ns:d/1732545175126/Put/seqid=0 2024-11-25T14:33:18,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741842_1018 (size=5153) 2024-11-25T14:33:18,226 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 1161, reset compression=false 2024-11-25T14:33:18,295 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1351): Waiting on 09c5681531d6447b23177da84f2523bf, 1588230740, 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:18,384 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/.tmp/f/bb4fe25936a547b1867e579a3e216edf 2024-11-25T14:33:18,394 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb4fe25936a547b1867e579a3e216edf 2024-11-25T14:33:18,416 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/.tmp/f1/f799d891a6bf4cc59aa057179f98fe76 is 30, key is row1/f1:/1732545193530/DeleteFamily/seqid=0 2024-11-25T14:33:18,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741843_1019 (size=5123) 2024-11-25T14:33:18,459 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/.tmp/f1/f799d891a6bf4cc59aa057179f98fe76 2024-11-25T14:33:18,472 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f799d891a6bf4cc59aa057179f98fe76 2024-11-25T14:33:18,495 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1351): Waiting on 09c5681531d6447b23177da84f2523bf, 1588230740, 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:18,517 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/.tmp/norep/286f26ee195c43b49728741f3a50969b is 32, key is row/norep:/1732545192514/DeleteFamily/seqid=0 2024-11-25T14:33:18,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741844_1020 (size=5101) 2024-11-25T14:33:18,555 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/.tmp/norep/286f26ee195c43b49728741f3a50969b 2024-11-25T14:33:18,562 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 286f26ee195c43b49728741f3a50969b 2024-11-25T14:33:18,563 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/.tmp/f/bb4fe25936a547b1867e579a3e216edf as hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/f/bb4fe25936a547b1867e579a3e216edf 2024-11-25T14:33:18,568 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 1161, reset compression=false 2024-11-25T14:33:18,568 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb4fe25936a547b1867e579a3e216edf 2024-11-25T14:33:18,568 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/f/bb4fe25936a547b1867e579a3e216edf, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T14:33:18,571 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/.tmp/f1/f799d891a6bf4cc59aa057179f98fe76 as hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/f1/f799d891a6bf4cc59aa057179f98fe76 2024-11-25T14:33:18,574 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/ns/19492dfcffff4670b86bb1f9dd9b1f82 2024-11-25T14:33:18,577 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f799d891a6bf4cc59aa057179f98fe76 2024-11-25T14:33:18,577 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/f1/f799d891a6bf4cc59aa057179f98fe76, entries=2, sequenceid=8, filesize=5.0 K 2024-11-25T14:33:18,578 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/.tmp/norep/286f26ee195c43b49728741f3a50969b as hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/norep/286f26ee195c43b49728741f3a50969b 2024-11-25T14:33:18,583 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 286f26ee195c43b49728741f3a50969b 2024-11-25T14:33:18,583 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/norep/286f26ee195c43b49728741f3a50969b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-25T14:33:18,584 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 743411370a0c6ecf29106f06bab92df1 in 693ms, sequenceid=8, compaction requested=false 2024-11-25T14:33:18,601 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:18,601 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 1510, reset compression=false 2024-11-25T14:33:18,657 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/rep_barrier/c6b3f97aa0c145e88b3907b6e6a9fd92 is 112, key is test,,1732545183220.743411370a0c6ecf29106f06bab92df1./rep_barrier:seqnumDuringOpen/1732545183638/Put/seqid=0 2024-11-25T14:33:18,696 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1351): Waiting on 09c5681531d6447b23177da84f2523bf, 1588230740, 743411370a0c6ecf29106f06bab92df1 2024-11-25T14:33:18,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741845_1021 (size=5518) 2024-11-25T14:33:18,706 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/rep_barrier/c6b3f97aa0c145e88b3907b6e6a9fd92 2024-11-25T14:33:18,716 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/default/test/743411370a0c6ecf29106f06bab92df1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T14:33:18,717 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:33:18,717 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:33:18,717 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:18,717 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 743411370a0c6ecf29106f06bab92df1: Waiting for close lock at 1732545197891Running coprocessor pre-close hooks at 1732545197891Disabling compacts and flushes for region at 1732545197891Disabling writes for close at 1732545197891Obtaining lock to block concurrent updates at 1732545197891Preparing flush snapshotting stores in 743411370a0c6ecf29106f06bab92df1 at 1732545197891Finished memstore snapshotting test,,1732545183220.743411370a0c6ecf29106f06bab92df1., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732545197892 (+1 ms)Flushing stores of test,,1732545183220.743411370a0c6ecf29106f06bab92df1. at 1732545197892Flushing 743411370a0c6ecf29106f06bab92df1/f: creating writer at 1732545197892Flushing 743411370a0c6ecf29106f06bab92df1/f: appending metadata at 1732545197941 (+49 ms)Flushing 743411370a0c6ecf29106f06bab92df1/f: closing flushed file at 1732545197942 (+1 ms)Flushing 743411370a0c6ecf29106f06bab92df1/f1: creating writer at 1732545198394 (+452 ms)Flushing 743411370a0c6ecf29106f06bab92df1/f1: appending metadata at 1732545198415 (+21 ms)Flushing 743411370a0c6ecf29106f06bab92df1/f1: closing flushed file at 1732545198415Flushing 743411370a0c6ecf29106f06bab92df1/norep: creating writer at 1732545198473 (+58 ms)Flushing 743411370a0c6ecf29106f06bab92df1/norep: appending metadata at 1732545198516 (+43 ms)Flushing 743411370a0c6ecf29106f06bab92df1/norep: closing flushed file at 1732545198516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@395316c4: reopening flushed file at 1732545198562 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279bcda1: reopening flushed file at 1732545198568 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@391d1e94: reopening flushed file at 1732545198577 (+9 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 743411370a0c6ecf29106f06bab92df1 in 693ms, sequenceid=8, compaction requested=false at 1732545198584 (+7 ms)Writing region close event to WAL at 1732545198701 (+117 ms)Running coprocessor post-close hooks at 1732545198717 (+16 ms)Closed at 1732545198717 2024-11-25T14:33:18,717 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545183220.743411370a0c6ecf29106f06bab92df1. 2024-11-25T14:33:18,717 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09c5681531d6447b23177da84f2523bf, disabling compactions & flushes 2024-11-25T14:33:18,717 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:18,717 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:18,717 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. after waiting 0 ms 2024-11-25T14:33:18,717 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:18,717 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09c5681531d6447b23177da84f2523bf: Waiting for close lock at 1732545198717Running coprocessor pre-close hooks at 1732545198717Disabling compacts and flushes for region at 1732545198717Disabling writes for close at 1732545198717Failed flush hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf., putting online again at 1732545198717 2024-11-25T14:33:18,717 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:18,783 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/table/11b02076d1634d4f878cf8deb82af0e0 is 53, key is hbase:replication/table:state/1732545187455/Put/seqid=0 2024-11-25T14:33:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741846_1022 (size=5308) 2024-11-25T14:33:18,806 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/table/11b02076d1634d4f878cf8deb82af0e0 2024-11-25T14:33:18,819 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/info/eb6ed7ab683744acaa6ff19c42082b8b as hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/info/eb6ed7ab683744acaa6ff19c42082b8b 2024-11-25T14:33:18,833 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/info/eb6ed7ab683744acaa6ff19c42082b8b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:33:18,834 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/ns/19492dfcffff4670b86bb1f9dd9b1f82 as hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/ns/19492dfcffff4670b86bb1f9dd9b1f82 2024-11-25T14:33:18,846 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/ns/19492dfcffff4670b86bb1f9dd9b1f82, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:33:18,847 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/rep_barrier/c6b3f97aa0c145e88b3907b6e6a9fd92 as hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/rep_barrier/c6b3f97aa0c145e88b3907b6e6a9fd92 2024-11-25T14:33:18,855 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/rep_barrier/c6b3f97aa0c145e88b3907b6e6a9fd92, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:33:18,856 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/.tmp/table/11b02076d1634d4f878cf8deb82af0e0 as hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/table/11b02076d1634d4f878cf8deb82af0e0 2024-11-25T14:33:18,857 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.1732545174323 to pos 1510, reset compression=false 2024-11-25T14:33:18,866 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/table/11b02076d1634d4f878cf8deb82af0e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:33:18,867 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false 2024-11-25T14:33:18,873 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:18,896 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:33:18,896 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 09c5681531d6447b23177da84f2523bf=hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf.} 2024-11-25T14:33:18,896 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(3091): Received CLOSE for 09c5681531d6447b23177da84f2523bf 2024-11-25T14:33:18,896 DEBUG [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1351): Waiting on 09c5681531d6447b23177da84f2523bf, 1588230740 2024-11-25T14:33:18,896 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09c5681531d6447b23177da84f2523bf, disabling compactions & flushes 2024-11-25T14:33:18,896 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:18,896 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:18,896 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. after waiting 0 ms 2024-11-25T14:33:18,896 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:18,896 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09c5681531d6447b23177da84f2523bf: Waiting for close lock at 1732545198896Running coprocessor pre-close hooks at 1732545198896Disabling compacts and flushes for region at 1732545198896Disabling writes for close at 1732545198896Failed flush hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf., putting online again at 1732545198896 2024-11-25T14:33:18,896 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732545186083.09c5681531d6447b23177da84f2523bf. 2024-11-25T14:33:18,906 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:33:18,907 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:33:18,907 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:33:18,907 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:33:18,907 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545197891Running coprocessor pre-close hooks at 1732545197891Disabling compacts and flushes for region at 1732545197891Disabling writes for close at 1732545197891Obtaining lock to block concurrent updates at 1732545197891Preparing flush snapshotting stores in 1588230740 at 1732545197891Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545197892 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732545197895 (+3 ms)Flushing 1588230740/info: creating writer at 1732545197896 (+1 ms)Flushing 1588230740/info: appending metadata at 1732545197995 (+99 ms)Flushing 1588230740/info: closing flushed file at 1732545197995Flushing 1588230740/ns: creating writer at 1732545198087 (+92 ms)Flushing 1588230740/ns: appending metadata at 1732545198123 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1732545198123Flushing 1588230740/rep_barrier: creating writer at 1732545198628 (+505 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545198656 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545198656Flushing 1588230740/table: creating writer at 1732545198714 (+58 ms)Flushing 1588230740/table: appending metadata at 1732545198782 (+68 ms)Flushing 1588230740/table: closing flushed file at 1732545198782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@202a9102: reopening flushed file at 1732545198812 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa48bbb: reopening flushed file at 1732545198834 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4fe1b: reopening flushed file at 1732545198846 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c2e35f: reopening flushed file at 1732545198855 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false at 1732545198867 (+12 ms)Writing region close event to WAL at 1732545198903 (+36 ms)Running coprocessor post-close hooks at 1732545198907 (+4 ms)Closed at 1732545198907 2024-11-25T14:33:18,907 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:33:19,096 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T14:33:19,096 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,36941,1732545171872; all regions closed. 2024-11-25T14:33:19,122 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.meta.1732545174907.meta not finished, retry = 0 2024-11-25T14:33:19,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741834_1010 (size=4239) 2024-11-25T14:33:19,261 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/WALs/cb69081f5976,36941,1732545171872/cb69081f5976%2C36941%2C1732545171872.rep.1732545187275 not finished, retry = 0 2024-11-25T14:33:19,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741839_1015 (size=1733) 2024-11-25T14:33:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741832_1008 (size=1813) 2024-11-25T14:33:19,399 DEBUG [RS:0;cb69081f5976:36941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:19,399 INFO [RS:0;cb69081f5976:36941 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:33:19,399 INFO [RS:0;cb69081f5976:36941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:33:19,399 INFO [RS:0;cb69081f5976:36941 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:33:19,399 INFO [RS:0;cb69081f5976:36941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:33:19,399 INFO [RS:0;cb69081f5976:36941 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,36941,1732545171872 because: Region server is closing 2024-11-25T14:33:19,399 INFO [RS:0;cb69081f5976:36941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:36941. 2024-11-25T14:33:19,400 DEBUG [RS:0;cb69081f5976:36941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:19,400 DEBUG [RS:0;cb69081f5976:36941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:19,400 DEBUG [RS:0;cb69081f5976:36941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:19,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:19,400 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:33:19,500 INFO [RS:0;cb69081f5976:36941 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.shippercb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 terminated 2024-11-25T14:33:19,500 INFO [RS:0;cb69081f5976:36941 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:36941. 2024-11-25T14:33:19,500 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36941,1732545171872.replicationSource.wal-reader.cb69081f5976%2C36941%2C1732545171872,1-cb69081f5976,36941,1732545171872 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-25T14:33:19,500 DEBUG [RS:0;cb69081f5976:36941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:19,500 DEBUG [RS:0;cb69081f5976:36941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:19,501 DEBUG [RS:0;cb69081f5976:36941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:19,501 INFO [RS:0;cb69081f5976:36941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36941 2024-11-25T14:33:19,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:19,547 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02036433098/rs/cb69081f5976,36941,1732545171872 2024-11-25T14:33:19,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098/rs 2024-11-25T14:33:19,548 INFO [RS:0;cb69081f5976:36941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:33:19,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,36941,1732545171872] 2024-11-25T14:33:19,564 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02036433098/draining/cb69081f5976,36941,1732545171872 already deleted, retry=false 2024-11-25T14:33:19,564 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,36941,1732545171872 expired; onlineServers=0 2024-11-25T14:33:19,564 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,43461,1732545171569' ***** 2024-11-25T14:33:19,564 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:33:19,564 INFO [M:0;cb69081f5976:43461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:33:19,564 INFO [M:0;cb69081f5976:43461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:33:19,564 DEBUG [M:0;cb69081f5976:43461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:33:19,565 DEBUG [M:0;cb69081f5976:43461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:33:19,565 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:33:19,565 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545173919 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545173919,5,FailOnTimeoutGroup] 2024-11-25T14:33:19,565 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545173951 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545173951,5,FailOnTimeoutGroup] 2024-11-25T14:33:19,565 INFO [M:0;cb69081f5976:43461 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:33:19,565 INFO [M:0;cb69081f5976:43461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:33:19,565 DEBUG [M:0;cb69081f5976:43461 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:33:19,565 INFO [M:0;cb69081f5976:43461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:33:19,565 INFO [M:0;cb69081f5976:43461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:33:19,565 INFO [M:0;cb69081f5976:43461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:33:19,565 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:33:19,581 DEBUG [M:0;cb69081f5976:43461 {}] zookeeper.RecoverableZooKeeper(212): Node /02036433098/master already deleted, retry=false 2024-11-25T14:33:19,581 DEBUG [M:0;cb69081f5976:43461 {}] master.ActiveMasterManager(353): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Failed delete of our master address node; KeeperErrorCode = NoNode for /02036433098/master 2024-11-25T14:33:19,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02036433098/master 2024-11-25T14:33:19,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02036433098 2024-11-25T14:33:19,592 INFO [M:0;cb69081f5976:43461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/.lastflushedseqids 2024-11-25T14:33:19,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741847_1023 (size=245) 2024-11-25T14:33:19,640 INFO [M:0;cb69081f5976:43461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:33:19,640 INFO [M:0;cb69081f5976:43461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:33:19,640 DEBUG [M:0;cb69081f5976:43461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:33:19,640 INFO [M:0;cb69081f5976:43461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:19,641 DEBUG [M:0;cb69081f5976:43461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:19,641 DEBUG [M:0;cb69081f5976:43461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:33:19,641 DEBUG [M:0;cb69081f5976:43461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:19,641 INFO [M:0;cb69081f5976:43461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T14:33:19,656 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:19,656 INFO [RS:0;cb69081f5976:36941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:33:19,656 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36941-0x10173b2f5c40001, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:19,656 INFO [RS:0;cb69081f5976:36941 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,36941,1732545171872; zookeeper connection closed. 2024-11-25T14:33:19,689 DEBUG [M:0;cb69081f5976:43461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0cd47e2200b41dbba50e7052a24ee7c is 82, key is hbase:meta,,1/info:regioninfo/1732545175040/Put/seqid=0 2024-11-25T14:33:19,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59b88c8e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59b88c8e 2024-11-25T14:33:19,689 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:33:19,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741848_1024 (size=5672) 2024-11-25T14:33:19,742 INFO [M:0;cb69081f5976:43461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0cd47e2200b41dbba50e7052a24ee7c 2024-11-25T14:33:19,852 DEBUG [M:0;cb69081f5976:43461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11fa69aa690b4407a987a292f252e1cc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732545187462/Put/seqid=0 2024-11-25T14:33:19,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741849_1025 (size=8516) 2024-11-25T14:33:19,870 INFO [M:0;cb69081f5976:43461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11fa69aa690b4407a987a292f252e1cc 2024-11-25T14:33:19,911 DEBUG [M:0;cb69081f5976:43461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6473ef11fc9b416987b13b331f6da396 is 69, key is cb69081f5976,36941,1732545171872/rs:state/1732545173993/Put/seqid=0 2024-11-25T14:33:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741850_1026 (size=5156) 2024-11-25T14:33:19,944 INFO [M:0;cb69081f5976:43461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6473ef11fc9b416987b13b331f6da396 2024-11-25T14:33:19,950 DEBUG [M:0;cb69081f5976:43461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0cd47e2200b41dbba50e7052a24ee7c as hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0cd47e2200b41dbba50e7052a24ee7c 2024-11-25T14:33:19,956 INFO [M:0;cb69081f5976:43461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0cd47e2200b41dbba50e7052a24ee7c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T14:33:19,957 DEBUG [M:0;cb69081f5976:43461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11fa69aa690b4407a987a292f252e1cc as hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11fa69aa690b4407a987a292f252e1cc 2024-11-25T14:33:19,964 INFO [M:0;cb69081f5976:43461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11fa69aa690b4407a987a292f252e1cc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T14:33:19,976 DEBUG [M:0;cb69081f5976:43461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6473ef11fc9b416987b13b331f6da396 as hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6473ef11fc9b416987b13b331f6da396 2024-11-25T14:33:19,984 INFO [M:0;cb69081f5976:43461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6473ef11fc9b416987b13b331f6da396, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T14:33:19,985 INFO [M:0;cb69081f5976:43461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 344ms, sequenceid=97, compaction requested=false 2024-11-25T14:33:20,027 INFO [M:0;cb69081f5976:43461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:20,027 DEBUG [M:0;cb69081f5976:43461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545199640Disabling compacts and flushes for region at 1732545199640Disabling writes for close at 1732545199641 (+1 ms)Obtaining lock to block concurrent updates at 1732545199641Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545199641Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732545199641Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545199642 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545199642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545199689 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545199689Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545199800 (+111 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545199852 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545199852Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545199875 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545199911 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545199911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3238c86b: reopening flushed file at 1732545199949 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138c9ee1: reopening flushed file at 1732545199956 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2564d6b: reopening flushed file at 1732545199964 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 344ms, sequenceid=97, compaction requested=false at 1732545199985 (+21 ms)Writing region close event to WAL at 1732545200027 (+42 ms)Closed at 1732545200027 2024-11-25T14:33:20,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a1c5afe-6288-c772-f3f9-1d84f57a5a79/MasterData/WALs/cb69081f5976,43461,1732545171569/cb69081f5976%2C43461%2C1732545171569.1732545173406 not finished, retry = 0 2024-11-25T14:33:20,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741830_1006 (size=63654) 2024-11-25T14:33:20,163 INFO [M:0;cb69081f5976:43461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:33:20,164 INFO [M:0;cb69081f5976:43461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43461 2024-11-25T14:33:20,165 INFO [M:0;cb69081f5976:43461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:33:20,165 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:33:20,286 INFO [M:0;cb69081f5976:43461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:33:20,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:20,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43461-0x10173b2f5c40000, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:20,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6044a590{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:33:20,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d66cc46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:33:20,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:33:20,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b0a9aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:33:20,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@644bdaa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/hadoop.log.dir/,STOPPED} 2024-11-25T14:33:20,326 WARN [BP-1817778329-172.17.0.3-1732545168468 heartbeating to localhost/127.0.0.1:36925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:33:20,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:33:20,326 WARN [BP-1817778329-172.17.0.3-1732545168468 heartbeating to localhost/127.0.0.1:36925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1817778329-172.17.0.3-1732545168468 (Datanode Uuid 5a9df0ac-84c9-4735-87fd-0d0223361528) service to localhost/127.0.0.1:36925 2024-11-25T14:33:20,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:33:20,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/cluster_57f16078-4a77-de31-2cec-9b83fda05180/data/data1/current/BP-1817778329-172.17.0.3-1732545168468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:33:20,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/cluster_57f16078-4a77-de31-2cec-9b83fda05180/data/data2/current/BP-1817778329-172.17.0.3-1732545168468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:33:20,328 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:33:20,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd9a340{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:33:20,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@608cc18e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:33:20,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:33:20,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6c1525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:33:20,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b889264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a90725d9-1180-f339-f64e-9b1674dda69e/hadoop.log.dir/,STOPPED} 2024-11-25T14:33:20,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T14:33:20,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:33:20,403 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 243) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58709) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58709) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-19 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36925 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35209 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1260 (was 1071) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3652 (was 3143) - AvailableMemoryMB LEAK? - 2024-11-25T14:33:20,428 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=1260, ProcessCount=11, AvailableMemoryMB=3652 2024-11-25T14:33:20,457 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-25T14:33:20,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/hadoop.log.dir so I do NOT create it in target/test-data/951e7435-11cf-028a-7a9c-718b558612b7 2024-11-25T14:33:20,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:33:20,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/hadoop.tmp.dir so I do NOT create it in target/test-data/951e7435-11cf-028a-7a9c-718b558612b7 2024-11-25T14:33:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10173b2f5c40005, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:33:20,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10173b2f5c40002, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:33:20,474 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee18dd98-d81c-411c-6a5d-ec7609e79678/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:33:20,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10173b2f5c40005, quorum=127.0.0.1:58709, baseZNode=/1-1200371531 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:33:20,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7 2024-11-25T14:33:20,474 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/cluster_59c889a4-5427-e1c5-3ea2-562af52309b9, deleteOnExit=true 2024-11-25T14:33:20,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10173b2f5c40002, quorum=127.0.0.1:58709, baseZNode=/02036433098 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:33:20,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/cluster_59c889a4-5427-e1c5-3ea2-562af52309b9/zookeeper_0, clientPort=54142, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/cluster_59c889a4-5427-e1c5-3ea2-562af52309b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/cluster_59c889a4-5427-e1c5-3ea2-562af52309b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T14:33:20,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54142 2024-11-25T14:33:20,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:33:20,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:33:20,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/test.cache.data in system properties and HBase conf 2024-11-25T14:33:20,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:33:20,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:33:20,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:33:20,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:33:20,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:33:20,548 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:33:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:33:20,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:33:20,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:33:20,917 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T14:33:20,926 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:20,926 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:20,979 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:20,979 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:20,979 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:20,980 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:20,980 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:20,980 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:20,988 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:20,992 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:20,993 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:20,996 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:21,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:33:21,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:33:21,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:33:21,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:33:21,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:33:21,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:33:21,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d3bb997{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:33:21,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d715898{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:33:21,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:33:21,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:33:21,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T14:33:21,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:33:21,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@acf53b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/java.io.tmpdir/jetty-localhost-44683-hadoop-hdfs-3_4_1-tests_jar-_-any-7934797668088456072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:33:21,274 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41288b05{HTTP/1.1, (http/1.1)}{localhost:44683} 2024-11-25T14:33:21,274 INFO [Time-limited test {}] server.Server(415): Started @228581ms 2024-11-25T14:33:21,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:33:21,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:33:21,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:33:21,766 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:33:21,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:33:21,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19c6f5cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:33:21,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28400cbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:33:21,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@583fd1da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/java.io.tmpdir/jetty-localhost-40335-hadoop-hdfs-3_4_1-tests_jar-_-any-14145768966188436893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:33:21,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76d31998{HTTP/1.1, (http/1.1)}{localhost:40335} 2024-11-25T14:33:21,884 INFO [Time-limited test {}] server.Server(415): Started @229191ms 2024-11-25T14:33:21,885 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:33:22,629 WARN [Thread-2645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/cluster_59c889a4-5427-e1c5-3ea2-562af52309b9/data/data1/current/BP-129699986-172.17.0.3-1732545200571/current, will proceed with Du for space computation calculation, 2024-11-25T14:33:22,640 WARN [Thread-2646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/cluster_59c889a4-5427-e1c5-3ea2-562af52309b9/data/data2/current/BP-129699986-172.17.0.3-1732545200571/current, will proceed with Du for space computation calculation, 2024-11-25T14:33:22,752 WARN [Thread-2633 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:33:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9047ef044fc18ae7 with lease ID 0x25a957f010018ef6: Processing first storage report for DS-7bb0eb34-17a4-4acb-bec7-d098289a495a from datanode DatanodeRegistration(127.0.0.1:40207, datanodeUuid=9ef80934-c9a2-4dae-aa01-5929d399d198, infoPort=46091, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=399988083;c=1732545200571) 2024-11-25T14:33:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9047ef044fc18ae7 with lease ID 0x25a957f010018ef6: from storage DS-7bb0eb34-17a4-4acb-bec7-d098289a495a node DatanodeRegistration(127.0.0.1:40207, datanodeUuid=9ef80934-c9a2-4dae-aa01-5929d399d198, infoPort=46091, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=399988083;c=1732545200571), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:33:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9047ef044fc18ae7 with lease ID 0x25a957f010018ef6: Processing first storage report for DS-374a11a8-be17-4864-9e37-c828834b6ebb from datanode DatanodeRegistration(127.0.0.1:40207, datanodeUuid=9ef80934-c9a2-4dae-aa01-5929d399d198, infoPort=46091, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=399988083;c=1732545200571) 2024-11-25T14:33:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9047ef044fc18ae7 with lease ID 0x25a957f010018ef6: from storage DS-374a11a8-be17-4864-9e37-c828834b6ebb node DatanodeRegistration(127.0.0.1:40207, datanodeUuid=9ef80934-c9a2-4dae-aa01-5929d399d198, infoPort=46091, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=399988083;c=1732545200571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:33:22,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7 2024-11-25T14:33:22,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:22,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:22,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:33:23,293 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f with version=8 2024-11-25T14:33:23,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/hbase-staging 2024-11-25T14:33:23,295 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:33:23,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:23,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:23,296 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:33:23,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:23,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:33:23,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:33:23,296 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:33:23,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40021 2024-11-25T14:33:23,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40021 connecting to ZooKeeper ensemble=127.0.0.1:54142 2024-11-25T14:33:23,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400210x0, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:33:23,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40021-0x10173b3736c0000 connected 2024-11-25T14:33:23,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:23,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:23,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Set watcher on znode that does not yet exist, /0-57409921/running 2024-11-25T14:33:23,620 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f, hbase.cluster.distributed=false 2024-11-25T14:33:23,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Set watcher on znode that does not yet exist, /0-57409921/acl 2024-11-25T14:33:23,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40021 2024-11-25T14:33:23,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40021 2024-11-25T14:33:23,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40021 2024-11-25T14:33:23,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40021 2024-11-25T14:33:23,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40021 2024-11-25T14:33:23,691 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:33:23,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:23,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:23,692 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:33:23,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:23,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:33:23,692 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:33:23,692 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:33:23,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36807 2024-11-25T14:33:23,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36807 connecting to ZooKeeper ensemble=127.0.0.1:54142 2024-11-25T14:33:23,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:23,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:23,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368070x0, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:33:23,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368070x0, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Set watcher on znode that does not yet exist, /0-57409921/running 2024-11-25T14:33:23,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:33:23,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36807-0x10173b3736c0001 connected 2024-11-25T14:33:23,749 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:33:23,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Set watcher on znode that does not yet exist, /0-57409921/master 2024-11-25T14:33:23,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Set watcher on znode that does not yet exist, /0-57409921/acl 2024-11-25T14:33:23,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-25T14:33:23,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36807 2024-11-25T14:33:23,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36807 2024-11-25T14:33:23,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-25T14:33:23,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-25T14:33:23,889 DEBUG [M:0;cb69081f5976:40021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:40021 2024-11-25T14:33:23,909 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-57409921/backup-masters/cb69081f5976,40021,1732545203295 2024-11-25T14:33:23,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921/backup-masters 2024-11-25T14:33:23,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921/backup-masters 2024-11-25T14:33:23,923 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Set watcher on existing znode=/0-57409921/backup-masters/cb69081f5976,40021,1732545203295 2024-11-25T14:33:23,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-57409921/master 2024-11-25T14:33:23,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:23,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:23,932 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Set watcher on existing znode=/0-57409921/master 2024-11-25T14:33:23,932 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-57409921/backup-masters/cb69081f5976,40021,1732545203295 from backup master directory 2024-11-25T14:33:23,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921/backup-masters 2024-11-25T14:33:23,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-57409921/backup-masters/cb69081f5976,40021,1732545203295 2024-11-25T14:33:23,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921/backup-masters 2024-11-25T14:33:23,944 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:33:23,944 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,40021,1732545203295 2024-11-25T14:33:23,966 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/hbase.id] with ID: 9ed3ec6e-e238-4dfb-9dc4-7b9866187f71 2024-11-25T14:33:23,966 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/.tmp/hbase.id 2024-11-25T14:33:24,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:33:24,021 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/.tmp/hbase.id]:[hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/hbase.id] 2024-11-25T14:33:24,035 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:24,035 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:33:24,037 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T14:33:24,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:24,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:24,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:33:24,116 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:24,116 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:33:24,122 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:24,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:33:24,565 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store 2024-11-25T14:33:24,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:33:24,996 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:24,996 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:33:24,996 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:24,996 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:24,996 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:33:24,997 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:24,997 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:24,997 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545204996Disabling compacts and flushes for region at 1732545204996Disabling writes for close at 1732545204996Writing region close event to WAL at 1732545204997 (+1 ms)Closed at 1732545204997 2024-11-25T14:33:25,001 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/.initializing 2024-11-25T14:33:25,002 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/WALs/cb69081f5976,40021,1732545203295 2024-11-25T14:33:25,003 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:33:25,005 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C40021%2C1732545203295, suffix=, logDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/WALs/cb69081f5976,40021,1732545203295, archiveDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/oldWALs, maxLogs=10 2024-11-25T14:33:25,026 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/WALs/cb69081f5976,40021,1732545203295/cb69081f5976%2C40021%2C1732545203295.1732545205005, exclude list is [], retry=0 2024-11-25T14:33:25,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40207,DS-7bb0eb34-17a4-4acb-bec7-d098289a495a,DISK] 2024-11-25T14:33:25,049 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/WALs/cb69081f5976,40021,1732545203295/cb69081f5976%2C40021%2C1732545203295.1732545205005 2024-11-25T14:33:25,050 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-25T14:33:25,050 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:25,050 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:25,050 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,050 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:33:25,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:25,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:25,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:33:25,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:25,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:25,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:33:25,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:25,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:25,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:33:25,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:25,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:25,080 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,080 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,081 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,082 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,082 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,082 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:25,083 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:25,095 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:25,096 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72466612, jitterRate=0.07983666658401489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:25,097 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545205050Initializing all the Stores at 1732545205051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545205051Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545205055 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545205055Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545205055Cleaning up temporary data from old regions at 1732545205082 (+27 ms)Region opened successfully at 1732545205097 (+15 ms) 2024-11-25T14:33:25,099 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:33:25,104 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f709197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:33:25,105 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:33:25,105 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:33:25,105 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:33:25,106 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:33:25,110 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-25T14:33:25,110 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:33:25,110 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:33:25,129 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:33:25,130 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Unable to get data of znode /0-57409921/balancer because node does not exist (not necessarily an error) 2024-11-25T14:33:25,139 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-57409921/balancer already deleted, retry=false 2024-11-25T14:33:25,139 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:33:25,140 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Unable to get data of znode /0-57409921/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:33:25,147 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-57409921/normalizer already deleted, retry=false 2024-11-25T14:33:25,147 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:33:25,148 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Unable to get data of znode /0-57409921/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:33:25,155 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-57409921/switch/split already deleted, retry=false 2024-11-25T14:33:25,156 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Unable to get data of znode /0-57409921/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:33:25,164 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-57409921/switch/merge already deleted, retry=false 2024-11-25T14:33:25,166 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Unable to get data of znode /0-57409921/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:33:25,172 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-57409921/snapshot-cleanup already deleted, retry=false 2024-11-25T14:33:25,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-57409921/running 2024-11-25T14:33:25,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:25,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-57409921/running 2024-11-25T14:33:25,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:25,188 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,40021,1732545203295, sessionid=0x10173b3736c0000, setting cluster-up flag (Was=false) 2024-11-25T14:33:25,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:25,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:25,239 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-57409921/flush-table-proc/acquired, /0-57409921/flush-table-proc/reached, /0-57409921/flush-table-proc/abort 2024-11-25T14:33:25,240 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,40021,1732545203295 2024-11-25T14:33:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:25,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:25,289 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-57409921/online-snapshot/acquired, /0-57409921/online-snapshot/reached, /0-57409921/online-snapshot/abort 2024-11-25T14:33:25,291 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,40021,1732545203295 2024-11-25T14:33:25,293 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:33:25,296 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:25,297 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:33:25,297 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:33:25,297 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,40021,1732545203295 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:33:25,298 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:25,298 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:25,298 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:25,298 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:25,298 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:33:25,298 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,298 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:33:25,298 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:25,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:33:25,318 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:25,318 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:33:25,363 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545235363 2024-11-25T14:33:25,363 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:33:25,364 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:33:25,364 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:33:25,364 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:33:25,364 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:33:25,364 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:33:25,371 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,382 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:33:25,382 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:33:25,382 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:33:25,382 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:33:25,389 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:33:25,389 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:33:25,389 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(746): ClusterId : 9ed3ec6e-e238-4dfb-9dc4-7b9866187f71 2024-11-25T14:33:25,389 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:33:25,393 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545205389,5,FailOnTimeoutGroup] 2024-11-25T14:33:25,398 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:33:25,398 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:33:25,406 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:33:25,407 DEBUG [RS:0;cb69081f5976:36807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182c228d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:33:25,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:33:25,408 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:33:25,409 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f 2024-11-25T14:33:25,411 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545205393,5,FailOnTimeoutGroup] 2024-11-25T14:33:25,411 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,411 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:33:25,411 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,411 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,439 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:36807 2024-11-25T14:33:25,440 INFO [RS:0;cb69081f5976:36807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:33:25,440 INFO [RS:0;cb69081f5976:36807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:33:25,440 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:33:25,440 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,40021,1732545203295 with port=36807, startcode=1732545203691 2024-11-25T14:33:25,441 DEBUG [RS:0;cb69081f5976:36807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:33:25,457 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:33:25,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,36807,1732545203691 2024-11-25T14:33:25,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40021 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,36807,1732545203691 2024-11-25T14:33:25,459 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f 2024-11-25T14:33:25,459 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35153 2024-11-25T14:33:25,459 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:33:25,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921/rs 2024-11-25T14:33:25,470 DEBUG [RS:0;cb69081f5976:36807 {}] zookeeper.ZKUtil(111): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Set watcher on existing znode=/0-57409921/rs/cb69081f5976,36807,1732545203691 2024-11-25T14:33:25,470 WARN [RS:0;cb69081f5976:36807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:33:25,470 INFO [RS:0;cb69081f5976:36807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:25,470 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691 2024-11-25T14:33:25,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:33:25,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,36807,1732545203691] 2024-11-25T14:33:25,494 INFO [RS:0;cb69081f5976:36807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:33:25,495 INFO [RS:0;cb69081f5976:36807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:33:25,507 INFO [RS:0;cb69081f5976:36807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:33:25,507 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,525 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:33:25,526 INFO [RS:0;cb69081f5976:36807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:33:25,526 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,526 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,526 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,526 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,526 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,526 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,526 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:33:25,527 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,527 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,527 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,527 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,527 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,527 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:25,527 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:33:25,527 DEBUG [RS:0;cb69081f5976:36807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:33:25,539 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,539 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,539 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,539 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,539 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,539 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36807,1732545203691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:33:25,576 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:33:25,576 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36807,1732545203691-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,576 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,576 INFO [RS:0;cb69081f5976:36807 {}] regionserver.Replication(171): cb69081f5976,36807,1732545203691 started 2024-11-25T14:33:25,596 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:25,596 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,36807,1732545203691, RpcServer on cb69081f5976/172.17.0.3:36807, sessionid=0x10173b3736c0001 2024-11-25T14:33:25,596 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:33:25,596 DEBUG [RS:0;cb69081f5976:36807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,36807,1732545203691 2024-11-25T14:33:25,596 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,36807,1732545203691' 2024-11-25T14:33:25,596 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-57409921/flush-table-proc/abort' 2024-11-25T14:33:25,607 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-57409921/flush-table-proc/acquired' 2024-11-25T14:33:25,611 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:33:25,611 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:33:25,611 DEBUG [RS:0;cb69081f5976:36807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,36807,1732545203691 2024-11-25T14:33:25,611 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,36807,1732545203691' 2024-11-25T14:33:25,612 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-57409921/online-snapshot/abort' 2024-11-25T14:33:25,615 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-57409921/online-snapshot/acquired' 2024-11-25T14:33:25,617 DEBUG [RS:0;cb69081f5976:36807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:33:25,617 INFO [RS:0;cb69081f5976:36807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:33:25,617 INFO [RS:0;cb69081f5976:36807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:33:25,717 INFO [RS:0;cb69081f5976:36807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:33:25,719 INFO [RS:0;cb69081f5976:36807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36807%2C1732545203691, suffix=, logDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691, archiveDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/oldWALs, maxLogs=10 2024-11-25T14:33:25,744 DEBUG [RS:0;cb69081f5976:36807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720, exclude list is [], retry=0 2024-11-25T14:33:25,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40207,DS-7bb0eb34-17a4-4acb-bec7-d098289a495a,DISK] 2024-11-25T14:33:25,766 INFO [RS:0;cb69081f5976:36807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 2024-11-25T14:33:25,775 DEBUG [RS:0;cb69081f5976:36807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-25T14:33:25,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:25,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:33:25,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:33:25,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:25,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:25,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:33:25,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:33:25,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:25,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:25,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:33:25,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:33:25,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:25,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:25,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:33:25,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:33:25,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:25,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:25,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:33:25,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740 2024-11-25T14:33:25,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740 2024-11-25T14:33:25,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:33:25,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:33:25,895 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:25,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:33:25,898 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:25,899 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63742059, jitterRate=-0.05016930401325226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:25,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545205879Initializing all the Stores at 1732545205880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545205880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545205880Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545205880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545205880Cleaning up temporary data from old regions at 1732545205895 (+15 ms)Region opened successfully at 1732545205899 (+4 ms) 2024-11-25T14:33:25,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:33:25,900 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:33:25,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:33:25,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:33:25,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:33:25,900 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:33:25,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545205899Disabling compacts and flushes for region at 1732545205899Disabling writes for close at 1732545205900 (+1 ms)Writing region close event to WAL at 1732545205900Closed at 1732545205900 2024-11-25T14:33:25,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:25,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:33:25,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:33:25,902 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:33:25,903 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:33:26,054 DEBUG [cb69081f5976:40021 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:33:26,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,36807,1732545203691 2024-11-25T14:33:26,056 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,36807,1732545203691, state=OPENING 2024-11-25T14:33:26,064 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:33:26,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:26,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:26,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-57409921/meta-region-server: CHANGED 2024-11-25T14:33:26,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-57409921/meta-region-server: CHANGED 2024-11-25T14:33:26,082 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:33:26,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,36807,1732545203691}] 2024-11-25T14:33:26,237 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:33:26,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:33:26,248 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:33:26,248 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:26,248 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:33:26,256 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36807%2C1732545203691.meta, suffix=.meta, logDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691, archiveDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/oldWALs, maxLogs=10 2024-11-25T14:33:26,281 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.meta.1732545206257.meta, exclude list is [], retry=0 2024-11-25T14:33:26,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40207,DS-7bb0eb34-17a4-4acb-bec7-d098289a495a,DISK] 2024-11-25T14:33:26,301 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.meta.1732545206257.meta 2024-11-25T14:33:26,302 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-25T14:33:26,302 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:26,303 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:26,303 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:33:26,303 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:33:26,303 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:33:26,303 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:33:26,303 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:26,304 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:33:26,304 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:33:26,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:33:26,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:33:26,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:26,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:26,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:33:26,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:33:26,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:26,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:26,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:33:26,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:33:26,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:26,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:26,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:33:26,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:33:26,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:26,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:26,327 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:33:26,327 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740 2024-11-25T14:33:26,328 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740 2024-11-25T14:33:26,329 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:33:26,330 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:33:26,330 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:26,331 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:33:26,332 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74248398, jitterRate=0.10638734698295593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:26,332 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:33:26,332 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545206304Writing region info on filesystem at 1732545206304Initializing all the Stores at 1732545206305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545206305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545206315 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545206315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545206315Cleaning up temporary data from old regions at 1732545206330 (+15 ms)Running coprocessor post-open hooks at 1732545206332 (+2 ms)Region opened successfully at 1732545206332 2024-11-25T14:33:26,336 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545206237 2024-11-25T14:33:26,338 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:33:26,338 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:33:26,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,36807,1732545203691 2024-11-25T14:33:26,340 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,36807,1732545203691, state=OPEN 2024-11-25T14:33:26,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-57409921/meta-region-server 2024-11-25T14:33:26,489 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,36807,1732545203691 2024-11-25T14:33:26,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-57409921/meta-region-server: CHANGED 2024-11-25T14:33:26,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-57409921/meta-region-server 2024-11-25T14:33:26,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-57409921/meta-region-server: CHANGED 2024-11-25T14:33:26,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:33:26,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,36807,1732545203691 in 407 msec 2024-11-25T14:33:26,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:33:26,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 590 msec 2024-11-25T14:33:26,494 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:26,494 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:33:26,495 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:26,495 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36807,1732545203691, seqNum=-1] 2024-11-25T14:33:26,496 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:26,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:26,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-25T14:33:26,516 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545206516, completionTime=-1 2024-11-25T14:33:26,516 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:33:26,516 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:33:26,518 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:33:26,519 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545266519 2024-11-25T14:33:26,519 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545326519 2024-11-25T14:33:26,519 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T14:33:26,519 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,40021,1732545203295-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:26,519 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,40021,1732545203295-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:26,519 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,40021,1732545203295-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:26,519 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:40021, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:26,519 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:26,522 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:33:26,531 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:26,536 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.592sec 2024-11-25T14:33:26,536 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:33:26,536 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:33:26,537 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:33:26,537 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:33:26,537 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:33:26,537 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,40021,1732545203295-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:33:26,537 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,40021,1732545203295-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:33:26,552 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:33:26,552 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:33:26,552 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,40021,1732545203295-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:26,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2078d614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:26,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,40021,-1 for getting cluster id 2024-11-25T14:33:26,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:26,604 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ed3ec6e-e238-4dfb-9dc4-7b9866187f71' 2024-11-25T14:33:26,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:26,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ed3ec6e-e238-4dfb-9dc4-7b9866187f71" 2024-11-25T14:33:26,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4b75fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:26,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,40021,-1] 2024-11-25T14:33:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:26,606 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:26,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c2120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:26,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:26,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36807,1732545203691, seqNum=-1] 2024-11-25T14:33:26,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:26,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:26,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,40021,1732545203295 2024-11-25T14:33:26,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54142 2024-11-25T14:33:26,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:33:26,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10173b3736c0002 connected 2024-11-25T14:33:26,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/hadoop.log.dir so I do NOT create it in target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85 2024-11-25T14:33:26,667 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:33:26,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/hadoop.tmp.dir so I do NOT create it in target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85 2024-11-25T14:33:26,667 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:33:26,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85 2024-11-25T14:33:26,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:33:26,667 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/cluster_36c822cf-b0c8-e51a-18f7-19e2dedafa4c, deleteOnExit=true 2024-11-25T14:33:26,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:33:26,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:33:26,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/test.cache.data in system properties and HBase conf 2024-11-25T14:33:26,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:33:26,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:33:26,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:33:26,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:33:26,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:33:26,668 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:33:26,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:33:26,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:33:26,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:26,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:26,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:26,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:26,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:26,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:26,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:26,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:26,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:26,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:26,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:26,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:27,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:33:27,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:33:27,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:33:27,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:33:27,262 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:33:27,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:33:27,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57254cdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:33:27,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@747e9584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:33:27,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66e8e915{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/java.io.tmpdir/jetty-localhost-43803-hadoop-hdfs-3_4_1-tests_jar-_-any-4097730097031077190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:33:27,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25f2316d{HTTP/1.1, (http/1.1)}{localhost:43803} 2024-11-25T14:33:27,415 INFO [Time-limited test {}] server.Server(415): Started @234722ms 2024-11-25T14:33:27,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:33:27,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:33:27,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:33:27,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:33:27,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:33:27,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be291d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:33:27,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e08126{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:33:28,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@470b8d1e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/java.io.tmpdir/jetty-localhost-41595-hadoop-hdfs-3_4_1-tests_jar-_-any-18302874870827714367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:33:28,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a00b9a4{HTTP/1.1, (http/1.1)}{localhost:41595} 2024-11-25T14:33:28,122 INFO [Time-limited test {}] server.Server(415): Started @235429ms 2024-11-25T14:33:28,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:33:29,208 WARN [Thread-2766 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/cluster_36c822cf-b0c8-e51a-18f7-19e2dedafa4c/data/data1/current/BP-337530986-172.17.0.3-1732545206824/current, will proceed with Du for space computation calculation, 2024-11-25T14:33:29,209 WARN [Thread-2767 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/cluster_36c822cf-b0c8-e51a-18f7-19e2dedafa4c/data/data2/current/BP-337530986-172.17.0.3-1732545206824/current, will proceed with Du for space computation calculation, 2024-11-25T14:33:29,312 WARN [Thread-2754 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:33:29,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94b7ec23c492a0a4 with lease ID 0xd20c050ee63f8744: Processing first storage report for DS-f35e5ddc-0194-48eb-9630-253fc33dab97 from datanode DatanodeRegistration(127.0.0.1:35051, datanodeUuid=ba0c1d53-d253-4101-a974-4e4735170567, infoPort=45737, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=925009342;c=1732545206824) 2024-11-25T14:33:29,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94b7ec23c492a0a4 with lease ID 0xd20c050ee63f8744: from storage DS-f35e5ddc-0194-48eb-9630-253fc33dab97 node DatanodeRegistration(127.0.0.1:35051, datanodeUuid=ba0c1d53-d253-4101-a974-4e4735170567, infoPort=45737, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=925009342;c=1732545206824), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:33:29,329 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94b7ec23c492a0a4 with lease ID 0xd20c050ee63f8744: Processing first storage report for DS-cb6b0835-190a-427d-aad5-f16a77670b49 from datanode DatanodeRegistration(127.0.0.1:35051, datanodeUuid=ba0c1d53-d253-4101-a974-4e4735170567, infoPort=45737, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=925009342;c=1732545206824) 2024-11-25T14:33:29,329 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94b7ec23c492a0a4 with lease ID 0xd20c050ee63f8744: from storage DS-cb6b0835-190a-427d-aad5-f16a77670b49 node DatanodeRegistration(127.0.0.1:35051, datanodeUuid=ba0c1d53-d253-4101-a974-4e4735170567, infoPort=45737, infoSecurePort=0, ipcPort=39645, storageInfo=lv=-57;cid=testClusterID;nsid=925009342;c=1732545206824), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:33:29,390 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85 2024-11-25T14:33:29,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:29,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:33:29,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f with version=8 2024-11-25T14:33:29,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/hbase-staging 2024-11-25T14:33:29,432 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:33:29,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:29,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:29,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:33:29,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:29,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:33:29,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:33:29,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:33:29,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42103 2024-11-25T14:33:29,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42103 connecting to ZooKeeper ensemble=127.0.0.1:54142 2024-11-25T14:33:29,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421030x0, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:33:29,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42103-0x10173b3736c0003 connected 2024-11-25T14:33:29,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:29,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:29,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Set watcher on znode that does not yet exist, /11739893886/running 2024-11-25T14:33:29,509 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f, hbase.cluster.distributed=false 2024-11-25T14:33:29,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Set watcher on znode that does not yet exist, /11739893886/acl 2024-11-25T14:33:29,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42103 2024-11-25T14:33:29,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42103 2024-11-25T14:33:29,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42103 2024-11-25T14:33:29,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42103 2024-11-25T14:33:29,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42103 2024-11-25T14:33:29,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:33:29,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:29,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:29,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:33:29,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:29,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:33:29,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:33:29,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:33:29,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32853 2024-11-25T14:33:29,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32853 connecting to ZooKeeper ensemble=127.0.0.1:54142 2024-11-25T14:33:29,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:29,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:29,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328530x0, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:33:29,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328530x0, quorum=127.0.0.1:54142, baseZNode=/11739893886 Set watcher on znode that does not yet exist, /11739893886/running 2024-11-25T14:33:29,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32853-0x10173b3736c0004 connected 2024-11-25T14:33:29,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:33:29,558 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:33:29,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Set watcher on znode that does not yet exist, /11739893886/master 2024-11-25T14:33:29,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Set watcher on znode that does not yet exist, /11739893886/acl 2024-11-25T14:33:29,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32853 2024-11-25T14:33:29,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32853 2024-11-25T14:33:29,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32853 2024-11-25T14:33:29,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32853 2024-11-25T14:33:29,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32853 2024-11-25T14:33:29,578 DEBUG [M:0;cb69081f5976:42103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:42103 2024-11-25T14:33:29,578 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11739893886/backup-masters/cb69081f5976,42103,1732545209432 2024-11-25T14:33:29,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886/backup-masters 2024-11-25T14:33:29,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886/backup-masters 2024-11-25T14:33:29,589 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Set watcher on existing znode=/11739893886/backup-masters/cb69081f5976,42103,1732545209432 2024-11-25T14:33:29,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11739893886/master 2024-11-25T14:33:29,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:29,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:29,597 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Set watcher on existing znode=/11739893886/master 2024-11-25T14:33:29,598 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11739893886/backup-masters/cb69081f5976,42103,1732545209432 from backup master directory 2024-11-25T14:33:29,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11739893886/backup-masters/cb69081f5976,42103,1732545209432 2024-11-25T14:33:29,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886/backup-masters 2024-11-25T14:33:29,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886/backup-masters 2024-11-25T14:33:29,606 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:33:29,606 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,42103,1732545209432 2024-11-25T14:33:29,613 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/hbase.id] with ID: ef0bde1c-9bd9-4366-8502-475a5cd8e55d 2024-11-25T14:33:29,613 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/.tmp/hbase.id 2024-11-25T14:33:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:33:30,025 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/.tmp/hbase.id]:[hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/hbase.id] 2024-11-25T14:33:30,037 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:30,037 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:33:30,038 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T14:33:30,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:30,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:30,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:33:30,108 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:30,109 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:33:30,111 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:33:30,127 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store 2024-11-25T14:33:30,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:33:30,536 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:30,537 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:33:30,537 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:30,537 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:30,537 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:33:30,537 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:30,537 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:30,537 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545210537Disabling compacts and flushes for region at 1732545210537Disabling writes for close at 1732545210537Writing region close event to WAL at 1732545210537Closed at 1732545210537 2024-11-25T14:33:30,538 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/.initializing 2024-11-25T14:33:30,538 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/WALs/cb69081f5976,42103,1732545209432 2024-11-25T14:33:30,539 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:33:30,540 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C42103%2C1732545209432, suffix=, logDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/WALs/cb69081f5976,42103,1732545209432, archiveDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/oldWALs, maxLogs=10 2024-11-25T14:33:30,554 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/WALs/cb69081f5976,42103,1732545209432/cb69081f5976%2C42103%2C1732545209432.1732545210541, exclude list is [], retry=0 2024-11-25T14:33:30,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35051,DS-f35e5ddc-0194-48eb-9630-253fc33dab97,DISK] 2024-11-25T14:33:30,563 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/WALs/cb69081f5976,42103,1732545209432/cb69081f5976%2C42103%2C1732545209432.1732545210541 2024-11-25T14:33:30,564 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-11-25T14:33:30,564 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:30,564 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:30,564 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,564 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:33:30,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:30,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:30,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:33:30,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:30,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:30,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:33:30,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:30,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:30,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:33:30,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:30,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:30,578 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,579 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,579 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,581 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,581 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,581 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:30,583 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:30,585 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:30,585 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61277028, jitterRate=-0.08690112829208374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:30,585 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545210564Initializing all the Stores at 1732545210565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545210565Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545210571 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545210571Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545210571Cleaning up temporary data from old regions at 1732545210581 (+10 ms)Region opened successfully at 1732545210585 (+4 ms) 2024-11-25T14:33:30,587 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:33:30,590 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a7e02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:33:30,591 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:33:30,591 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:33:30,591 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:33:30,591 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:33:30,595 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-25T14:33:30,596 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:33:30,596 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:33:30,598 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:33:30,598 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Unable to get data of znode /11739893886/balancer because node does not exist (not necessarily an error) 2024-11-25T14:33:30,630 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11739893886/balancer already deleted, retry=false 2024-11-25T14:33:30,631 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:33:30,631 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Unable to get data of znode /11739893886/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:33:30,652 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11739893886/normalizer already deleted, retry=false 2024-11-25T14:33:30,652 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:33:30,653 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Unable to get data of znode /11739893886/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:33:30,663 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11739893886/switch/split already deleted, retry=false 2024-11-25T14:33:30,664 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Unable to get data of znode /11739893886/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:33:30,672 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11739893886/switch/merge already deleted, retry=false 2024-11-25T14:33:30,673 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Unable to get data of znode /11739893886/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:33:30,680 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11739893886/snapshot-cleanup already deleted, retry=false 2024-11-25T14:33:30,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11739893886/running 2024-11-25T14:33:30,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11739893886/running 2024-11-25T14:33:30,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:30,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:30,689 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,42103,1732545209432, sessionid=0x10173b3736c0003, setting cluster-up flag (Was=false) 2024-11-25T14:33:30,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:30,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:30,736 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11739893886/flush-table-proc/acquired, /11739893886/flush-table-proc/reached, /11739893886/flush-table-proc/abort 2024-11-25T14:33:30,736 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,42103,1732545209432 2024-11-25T14:33:30,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:30,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:30,780 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11739893886/online-snapshot/acquired, /11739893886/online-snapshot/reached, /11739893886/online-snapshot/abort 2024-11-25T14:33:30,781 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,42103,1732545209432 2024-11-25T14:33:30,782 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:33:30,783 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:30,783 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:33:30,783 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:33:30,784 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,42103,1732545209432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:33:30,785 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:30,785 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:30,785 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:30,785 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:30,785 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:33:30,785 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,785 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:33:30,785 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,786 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545240786 2024-11-25T14:33:30,786 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:33:30,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:30,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:33:30,786 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:33:30,787 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:33:30,787 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:33:30,787 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:33:30,787 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:33:30,787 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:30,787 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:33:30,790 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:33:30,791 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:33:30,791 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:33:30,791 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:33:30,793 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:33:30,794 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:33:30,794 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545210794,5,FailOnTimeoutGroup] 2024-11-25T14:33:30,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:33:30,794 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545210794,5,FailOnTimeoutGroup] 2024-11-25T14:33:30,794 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,794 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:33:30,794 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,794 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,867 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(746): ClusterId : ef0bde1c-9bd9-4366-8502-475a5cd8e55d 2024-11-25T14:33:30,867 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:33:30,878 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:33:30,878 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:33:30,886 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:33:30,886 DEBUG [RS:0;cb69081f5976:32853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c1ff4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:33:30,897 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:32853 2024-11-25T14:33:30,897 INFO [RS:0;cb69081f5976:32853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:33:30,897 INFO [RS:0;cb69081f5976:32853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:33:30,897 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:33:30,898 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,42103,1732545209432 with port=32853, startcode=1732545209539 2024-11-25T14:33:30,898 DEBUG [RS:0;cb69081f5976:32853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:33:30,899 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:33:30,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,32853,1732545209539 2024-11-25T14:33:30,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42103 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,32853,1732545209539 2024-11-25T14:33:30,901 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f 2024-11-25T14:33:30,901 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39671 2024-11-25T14:33:30,901 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:33:30,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886/rs 2024-11-25T14:33:30,911 DEBUG [RS:0;cb69081f5976:32853 {}] zookeeper.ZKUtil(111): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Set watcher on existing znode=/11739893886/rs/cb69081f5976,32853,1732545209539 2024-11-25T14:33:30,911 WARN [RS:0;cb69081f5976:32853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:33:30,911 INFO [RS:0;cb69081f5976:32853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:30,911 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539 2024-11-25T14:33:30,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,32853,1732545209539] 2024-11-25T14:33:30,916 INFO [RS:0;cb69081f5976:32853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:33:30,922 INFO [RS:0;cb69081f5976:32853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:33:30,923 INFO [RS:0;cb69081f5976:32853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:33:30,923 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,923 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:33:30,924 INFO [RS:0;cb69081f5976:32853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:33:30,924 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,924 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,924 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,924 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,925 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,925 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,925 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:33:30,925 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,925 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,925 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,925 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,925 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,925 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:30,925 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:33:30,925 DEBUG [RS:0;cb69081f5976:32853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:33:30,926 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,926 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,926 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,926 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,926 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,926 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,32853,1732545209539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:33:30,944 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:33:30,944 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,32853,1732545209539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,944 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,944 INFO [RS:0;cb69081f5976:32853 {}] regionserver.Replication(171): cb69081f5976,32853,1732545209539 started 2024-11-25T14:33:30,961 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:30,962 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,32853,1732545209539, RpcServer on cb69081f5976/172.17.0.3:32853, sessionid=0x10173b3736c0004 2024-11-25T14:33:30,962 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:33:30,962 DEBUG [RS:0;cb69081f5976:32853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,32853,1732545209539 2024-11-25T14:33:30,962 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,32853,1732545209539' 2024-11-25T14:33:30,962 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11739893886/flush-table-proc/abort' 2024-11-25T14:33:30,962 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11739893886/flush-table-proc/acquired' 2024-11-25T14:33:30,963 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:33:30,963 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:33:30,963 DEBUG [RS:0;cb69081f5976:32853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,32853,1732545209539 2024-11-25T14:33:30,963 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,32853,1732545209539' 2024-11-25T14:33:30,963 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11739893886/online-snapshot/abort' 2024-11-25T14:33:30,963 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11739893886/online-snapshot/acquired' 2024-11-25T14:33:30,963 DEBUG [RS:0;cb69081f5976:32853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:33:30,963 INFO [RS:0;cb69081f5976:32853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:33:30,963 INFO [RS:0;cb69081f5976:32853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:33:31,064 INFO [RS:0;cb69081f5976:32853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:33:31,065 INFO [RS:0;cb69081f5976:32853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C32853%2C1732545209539, suffix=, logDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539, archiveDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/oldWALs, maxLogs=10 2024-11-25T14:33:31,078 DEBUG [RS:0;cb69081f5976:32853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, exclude list is [], retry=0 2024-11-25T14:33:31,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35051,DS-f35e5ddc-0194-48eb-9630-253fc33dab97,DISK] 2024-11-25T14:33:31,081 INFO [RS:0;cb69081f5976:32853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 2024-11-25T14:33:31,082 DEBUG [RS:0;cb69081f5976:32853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-11-25T14:33:31,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:33:31,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T14:33:31,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T14:33:31,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T14:33:31,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:33:31,195 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f 2024-11-25T14:33:31,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741833_1009 (size=32) 2024-11-25T14:33:31,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:31,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:33:31,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:33:31,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:31,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:31,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:33:31,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:33:31,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:31,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:31,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:33:31,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:33:31,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:31,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:31,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:33:31,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:33:31,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:31,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:31,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:33:31,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740 2024-11-25T14:33:31,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740 2024-11-25T14:33:31,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:33:31,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:33:31,212 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:31,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:33:31,214 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:31,214 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61101995, jitterRate=-0.08950932323932648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:31,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545211204Initializing all the Stores at 1732545211205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545211205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545211205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545211205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545211205Cleaning up temporary data from old regions at 1732545211211 (+6 ms)Region opened successfully at 1732545211214 (+3 ms) 2024-11-25T14:33:31,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:33:31,215 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:33:31,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:33:31,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:33:31,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:33:31,215 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:33:31,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545211214Disabling compacts and flushes for region at 1732545211214Disabling writes for close at 1732545211215 (+1 ms)Writing region close event to WAL at 1732545211215Closed at 1732545211215 2024-11-25T14:33:31,216 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:31,216 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:33:31,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:33:31,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:33:31,218 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:33:31,368 DEBUG [cb69081f5976:42103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:33:31,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,32853,1732545209539 2024-11-25T14:33:31,370 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,32853,1732545209539, state=OPENING 2024-11-25T14:33:31,411 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:33:31,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:31,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:31,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11739893886/meta-region-server: CHANGED 2024-11-25T14:33:31,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11739893886/meta-region-server: CHANGED 2024-11-25T14:33:31,428 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:33:31,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,32853,1732545209539}] 2024-11-25T14:33:31,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:33:31,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:33:31,584 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:33:31,584 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:31,584 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:33:31,585 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C32853%2C1732545209539.meta, suffix=.meta, logDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539, archiveDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/oldWALs, maxLogs=10 2024-11-25T14:33:31,597 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.meta.1732545211585.meta, exclude list is [], retry=0 2024-11-25T14:33:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35051,DS-f35e5ddc-0194-48eb-9630-253fc33dab97,DISK] 2024-11-25T14:33:31,601 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.meta.1732545211585.meta 2024-11-25T14:33:31,601 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-11-25T14:33:31,602 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:31,602 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:31,602 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:33:31,602 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:33:31,602 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:33:31,602 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:33:31,602 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:31,603 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:33:31,603 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:33:31,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:33:31,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:33:31,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:31,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:31,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:33:31,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:33:31,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:31,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:31,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:33:31,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:33:31,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:31,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:31,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:33:31,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:33:31,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:31,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:31,608 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:33:31,609 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740 2024-11-25T14:33:31,609 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740 2024-11-25T14:33:31,610 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:33:31,610 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:33:31,610 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:31,611 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:33:31,611 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59612088, jitterRate=-0.11171066761016846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:31,611 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:33:31,611 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545211603Writing region info on filesystem at 1732545211603Initializing all the Stores at 1732545211604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545211604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545211604Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545211604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545211604Cleaning up temporary data from old regions at 1732545211610 (+6 ms)Running coprocessor post-open hooks at 1732545211611 (+1 ms)Region opened successfully at 1732545211611 2024-11-25T14:33:31,612 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545211580 2024-11-25T14:33:31,614 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:33:31,614 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:33:31,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,32853,1732545209539 2024-11-25T14:33:31,615 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,32853,1732545209539, state=OPEN 2024-11-25T14:33:31,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11739893886/meta-region-server 2024-11-25T14:33:31,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11739893886/meta-region-server 2024-11-25T14:33:31,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,32853,1732545209539 2024-11-25T14:33:31,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11739893886/meta-region-server: CHANGED 2024-11-25T14:33:31,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11739893886/meta-region-server: CHANGED 2024-11-25T14:33:31,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:33:31,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,32853,1732545209539 in 194 msec 2024-11-25T14:33:31,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:33:31,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-25T14:33:31,625 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:31,625 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:33:31,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:31,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,32853,1732545209539, seqNum=-1] 2024-11-25T14:33:31,626 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:31,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:31,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-25T14:33:31,632 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545211631, completionTime=-1 2024-11-25T14:33:31,632 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:33:31,632 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:33:31,634 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:33:31,634 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545271634 2024-11-25T14:33:31,634 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545331634 2024-11-25T14:33:31,634 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T14:33:31,634 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42103,1732545209432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:31,634 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42103,1732545209432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:31,634 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42103,1732545209432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:31,634 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:42103, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:31,634 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:31,634 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:31,636 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:33:31,637 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.031sec 2024-11-25T14:33:31,637 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:33:31,637 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:33:31,637 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:33:31,637 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:33:31,637 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:33:31,637 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42103,1732545209432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:33:31,637 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42103,1732545209432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:33:31,639 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:33:31,639 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:33:31,639 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42103,1732545209432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:31,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76deb67a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:31,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42103,-1 for getting cluster id 2024-11-25T14:33:31,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:31,669 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0bde1c-9bd9-4366-8502-475a5cd8e55d' 2024-11-25T14:33:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0bde1c-9bd9-4366-8502-475a5cd8e55d" 2024-11-25T14:33:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c9d266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42103,-1] 2024-11-25T14:33:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:31,670 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:31,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:31,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,32853,1732545209539, seqNum=-1] 2024-11-25T14:33:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:31,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:31,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,42103,1732545209432 2024-11-25T14:33:31,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54142 2024-11-25T14:33:31,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:33:31,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10173b3736c0005 connected 2024-11-25T14:33:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/hadoop.log.dir so I do NOT create it in target/test-data/57414cf2-8b62-2884-1804-062320c2a948 2024-11-25T14:33:31,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:33:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/hadoop.tmp.dir so I do NOT create it in target/test-data/57414cf2-8b62-2884-1804-062320c2a948 2024-11-25T14:33:31,699 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:33:31,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948 2024-11-25T14:33:31,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:33:31,700 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/cluster_e3f738ca-88d4-b78e-4777-00ab9d1c3be2, deleteOnExit=true 2024-11-25T14:33:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:33:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/test.cache.data in system properties and HBase conf 2024-11-25T14:33:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:33:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:33:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:33:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:33:31,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:33:31,700 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:33:31,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:33:31,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:33:31,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:31,891 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:33:32,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:33:32,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:33:32,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:33:32,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:33:32,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:33:32,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:33:32,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e69882f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:33:32,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4690dc4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:33:32,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf0e428{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/java.io.tmpdir/jetty-localhost-39307-hadoop-hdfs-3_4_1-tests_jar-_-any-12874226400495734787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:33:32,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bcc0901{HTTP/1.1, (http/1.1)}{localhost:39307} 2024-11-25T14:33:32,178 INFO [Time-limited test {}] server.Server(415): Started @239485ms 2024-11-25T14:33:32,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:33:32,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:33:32,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:33:32,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:33:32,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:33:32,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ada0127{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:33:32,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd1b6aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:33:32,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@427a4283{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/java.io.tmpdir/jetty-localhost-33363-hadoop-hdfs-3_4_1-tests_jar-_-any-4562199907994215817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:33:32,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11735bc3{HTTP/1.1, (http/1.1)}{localhost:33363} 2024-11-25T14:33:32,539 INFO [Time-limited test {}] server.Server(415): Started @239846ms 2024-11-25T14:33:32,541 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:33:33,132 WARN [Thread-2887 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/cluster_e3f738ca-88d4-b78e-4777-00ab9d1c3be2/data/data1/current/BP-725889030-172.17.0.3-1732545211733/current, will proceed with Du for space computation calculation, 2024-11-25T14:33:33,134 WARN [Thread-2888 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/cluster_e3f738ca-88d4-b78e-4777-00ab9d1c3be2/data/data2/current/BP-725889030-172.17.0.3-1732545211733/current, will proceed with Du for space computation calculation, 2024-11-25T14:33:33,199 WARN [Thread-2875 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:33:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca2af53870019724 with lease ID 0xafc8212e636a549b: Processing first storage report for DS-caf64077-eef7-4e55-a152-eed16aa5c470 from datanode DatanodeRegistration(127.0.0.1:35165, datanodeUuid=f6c51003-b7c9-46a8-8d4e-538d157128a3, infoPort=37793, infoSecurePort=0, ipcPort=40181, storageInfo=lv=-57;cid=testClusterID;nsid=843188274;c=1732545211733) 2024-11-25T14:33:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca2af53870019724 with lease ID 0xafc8212e636a549b: from storage DS-caf64077-eef7-4e55-a152-eed16aa5c470 node DatanodeRegistration(127.0.0.1:35165, datanodeUuid=f6c51003-b7c9-46a8-8d4e-538d157128a3, infoPort=37793, infoSecurePort=0, ipcPort=40181, storageInfo=lv=-57;cid=testClusterID;nsid=843188274;c=1732545211733), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:33:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca2af53870019724 with lease ID 0xafc8212e636a549b: Processing first storage report for DS-780ccde3-1fae-4d34-b38f-ca8d7e5a9b00 from datanode DatanodeRegistration(127.0.0.1:35165, datanodeUuid=f6c51003-b7c9-46a8-8d4e-538d157128a3, infoPort=37793, infoSecurePort=0, ipcPort=40181, storageInfo=lv=-57;cid=testClusterID;nsid=843188274;c=1732545211733) 2024-11-25T14:33:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca2af53870019724 with lease ID 0xafc8212e636a549b: from storage DS-780ccde3-1fae-4d34-b38f-ca8d7e5a9b00 node DatanodeRegistration(127.0.0.1:35165, datanodeUuid=f6c51003-b7c9-46a8-8d4e-538d157128a3, infoPort=37793, infoSecurePort=0, ipcPort=40181, storageInfo=lv=-57;cid=testClusterID;nsid=843188274;c=1732545211733), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:33:33,286 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948 2024-11-25T14:33:33,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:33,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:33,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:33:33,696 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a with version=8 2024-11-25T14:33:33,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/hbase-staging 2024-11-25T14:33:33,698 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:33:33,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:33,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:33,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:33:33,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:33,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:33:33,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:33:33,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:33:33,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45909 2024-11-25T14:33:33,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45909 connecting to ZooKeeper ensemble=127.0.0.1:54142 2024-11-25T14:33:33,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459090x0, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:33:33,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45909-0x10173b3736c0006 connected 2024-11-25T14:33:33,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:33,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:33,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Set watcher on znode that does not yet exist, /21359918951/running 2024-11-25T14:33:33,817 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a, hbase.cluster.distributed=false 2024-11-25T14:33:33,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Set watcher on znode that does not yet exist, /21359918951/acl 2024-11-25T14:33:33,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45909 2024-11-25T14:33:33,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45909 2024-11-25T14:33:33,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45909 2024-11-25T14:33:33,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45909 2024-11-25T14:33:33,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45909 2024-11-25T14:33:33,837 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:33:33,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:33,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:33,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:33:33,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:33:33,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:33:33,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:33:33,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:33:33,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34751 2024-11-25T14:33:33,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34751 connecting to ZooKeeper ensemble=127.0.0.1:54142 2024-11-25T14:33:33,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:33,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:33,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347510x0, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:33:33,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Set watcher on znode that does not yet exist, /21359918951/running 2024-11-25T14:33:33,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34751-0x10173b3736c0007 connected 2024-11-25T14:33:33,853 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:33:33,853 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:33:33,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Set watcher on znode that does not yet exist, /21359918951/master 2024-11-25T14:33:33,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Set watcher on znode that does not yet exist, /21359918951/acl 2024-11-25T14:33:33,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-25T14:33:33,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34751 2024-11-25T14:33:33,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34751 2024-11-25T14:33:33,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-25T14:33:33,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34751 2024-11-25T14:33:33,881 DEBUG [M:0;cb69081f5976:45909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:45909 2024-11-25T14:33:33,881 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21359918951/backup-masters/cb69081f5976,45909,1732545213698 2024-11-25T14:33:33,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951/backup-masters 2024-11-25T14:33:33,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951/backup-masters 2024-11-25T14:33:33,889 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Set watcher on existing znode=/21359918951/backup-masters/cb69081f5976,45909,1732545213698 2024-11-25T14:33:33,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:33,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21359918951/master 2024-11-25T14:33:33,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:33,897 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Set watcher on existing znode=/21359918951/master 2024-11-25T14:33:33,897 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21359918951/backup-masters/cb69081f5976,45909,1732545213698 from backup master directory 2024-11-25T14:33:33,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21359918951/backup-masters/cb69081f5976,45909,1732545213698 2024-11-25T14:33:33,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951/backup-masters 2024-11-25T14:33:33,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951/backup-masters 2024-11-25T14:33:33,905 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:33:33,905 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,45909,1732545213698 2024-11-25T14:33:33,908 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/hbase.id] with ID: 18f19365-10c9-4fa9-a624-71eebe70c803 2024-11-25T14:33:33,908 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/.tmp/hbase.id 2024-11-25T14:33:33,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:33:34,312 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/.tmp/hbase.id]:[hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/hbase.id] 2024-11-25T14:33:34,323 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:33:34,323 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:33:34,324 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T14:33:34,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:34,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:33:34,742 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:34,743 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:33:34,745 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:33:35,153 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store 2024-11-25T14:33:35,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:33:35,569 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:35,569 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:33:35,569 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:35,569 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:35,570 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:33:35,570 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:35,570 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:35,570 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545215569Disabling compacts and flushes for region at 1732545215569Disabling writes for close at 1732545215570 (+1 ms)Writing region close event to WAL at 1732545215570Closed at 1732545215570 2024-11-25T14:33:35,570 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/.initializing 2024-11-25T14:33:35,570 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/WALs/cb69081f5976,45909,1732545213698 2024-11-25T14:33:35,571 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:33:35,573 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C45909%2C1732545213698, suffix=, logDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/WALs/cb69081f5976,45909,1732545213698, archiveDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/oldWALs, maxLogs=10 2024-11-25T14:33:35,592 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/WALs/cb69081f5976,45909,1732545213698/cb69081f5976%2C45909%2C1732545213698.1732545215573, exclude list is [], retry=0 2024-11-25T14:33:35,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35165,DS-caf64077-eef7-4e55-a152-eed16aa5c470,DISK] 2024-11-25T14:33:35,595 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/WALs/cb69081f5976,45909,1732545213698/cb69081f5976%2C45909%2C1732545213698.1732545215573 2024-11-25T14:33:35,595 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37793:37793)] 2024-11-25T14:33:35,596 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:35,596 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:35,596 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,596 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:33:35,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:35,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:35,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:33:35,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:35,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:35,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:33:35,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:35,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:35,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:33:35,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:35,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:35,602 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,602 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,603 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,604 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,604 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,604 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:35,605 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:33:35,607 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:35,607 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70609488, jitterRate=0.05216336250305176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:35,607 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545215596Initializing all the Stores at 1732545215597 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545215597Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545215597Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545215597Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545215597Cleaning up temporary data from old regions at 1732545215604 (+7 ms)Region opened successfully at 1732545215607 (+3 ms) 2024-11-25T14:33:35,607 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:33:35,609 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cd5860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:33:35,610 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:33:35,610 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:33:35,610 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:33:35,610 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:33:35,611 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:33:35,611 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:33:35,611 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:33:35,614 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:33:35,615 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Unable to get data of znode /21359918951/balancer because node does not exist (not necessarily an error) 2024-11-25T14:33:35,646 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21359918951/balancer already deleted, retry=false 2024-11-25T14:33:35,647 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:33:35,648 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Unable to get data of znode /21359918951/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:33:35,655 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21359918951/normalizer already deleted, retry=false 2024-11-25T14:33:35,655 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:33:35,656 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Unable to get data of znode /21359918951/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:33:35,663 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21359918951/switch/split already deleted, retry=false 2024-11-25T14:33:35,664 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Unable to get data of znode /21359918951/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:33:35,671 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21359918951/switch/merge already deleted, retry=false 2024-11-25T14:33:35,673 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Unable to get data of znode /21359918951/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:33:35,680 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21359918951/snapshot-cleanup already deleted, retry=false 2024-11-25T14:33:35,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21359918951/running 2024-11-25T14:33:35,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21359918951/running 2024-11-25T14:33:35,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:35,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:35,688 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,45909,1732545213698, sessionid=0x10173b3736c0006, setting cluster-up flag (Was=false) 2024-11-25T14:33:35,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:35,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:35,730 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21359918951/flush-table-proc/acquired, /21359918951/flush-table-proc/reached, /21359918951/flush-table-proc/abort 2024-11-25T14:33:35,731 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,45909,1732545213698 2024-11-25T14:33:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:35,771 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21359918951/online-snapshot/acquired, /21359918951/online-snapshot/reached, /21359918951/online-snapshot/abort 2024-11-25T14:33:35,772 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,45909,1732545213698 2024-11-25T14:33:35,779 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:33:35,781 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:35,782 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:33:35,782 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:33:35,792 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,45909,1732545213698 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:33:35,794 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:35,794 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:35,794 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:35,794 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:33:35,794 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:33:35,794 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:35,794 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:33:35,794 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:35,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:35,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:33:35,797 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:35,797 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:33:35,818 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545245817 2024-11-25T14:33:35,818 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:33:35,818 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:33:35,818 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:33:35,818 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:33:35,818 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:33:35,818 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:33:35,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:33:35,825 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:35,825 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:33:35,825 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:33:35,826 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:33:35,826 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:33:35,826 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:33:35,826 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:33:35,826 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545215826,5,FailOnTimeoutGroup] 2024-11-25T14:33:35,826 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545215826,5,FailOnTimeoutGroup] 2024-11-25T14:33:35,826 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:35,826 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:33:35,826 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:35,826 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:35,875 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(746): ClusterId : 18f19365-10c9-4fa9-a624-71eebe70c803 2024-11-25T14:33:35,875 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:33:35,894 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:33:35,894 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:33:35,916 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:33:35,916 DEBUG [RS:0;cb69081f5976:34751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e743a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:33:35,936 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:34751 2024-11-25T14:33:35,936 INFO [RS:0;cb69081f5976:34751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:33:35,936 INFO [RS:0;cb69081f5976:34751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:33:35,936 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:33:35,937 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,45909,1732545213698 with port=34751, startcode=1732545213836 2024-11-25T14:33:35,938 DEBUG [RS:0;cb69081f5976:34751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:33:35,939 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:33:35,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,34751,1732545213836 2024-11-25T14:33:35,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45909 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,34751,1732545213836 2024-11-25T14:33:35,944 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a 2024-11-25T14:33:35,945 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40751 2024-11-25T14:33:35,945 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:33:35,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951/rs 2024-11-25T14:33:36,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,34751,1732545213836] 2024-11-25T14:33:36,003 DEBUG [RS:0;cb69081f5976:34751 {}] zookeeper.ZKUtil(111): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Set watcher on existing znode=/21359918951/rs/cb69081f5976,34751,1732545213836 2024-11-25T14:33:36,003 WARN [RS:0;cb69081f5976:34751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:33:36,003 INFO [RS:0;cb69081f5976:34751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:36,004 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836 2024-11-25T14:33:36,038 INFO [RS:0;cb69081f5976:34751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:33:36,056 INFO [RS:0;cb69081f5976:34751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:33:36,064 INFO [RS:0;cb69081f5976:34751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:33:36,065 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:36,071 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:33:36,076 INFO [RS:0;cb69081f5976:34751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:33:36,076 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:33:36,076 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:33:36,077 DEBUG [RS:0;cb69081f5976:34751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:33:36,115 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:36,115 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:36,116 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:36,116 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:36,116 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:36,116 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34751,1732545213836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:33:36,142 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:33:36,142 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34751,1732545213836-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:36,143 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:36,143 INFO [RS:0;cb69081f5976:34751 {}] regionserver.Replication(171): cb69081f5976,34751,1732545213836 started 2024-11-25T14:33:36,162 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:36,162 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,34751,1732545213836, RpcServer on cb69081f5976/172.17.0.3:34751, sessionid=0x10173b3736c0007 2024-11-25T14:33:36,162 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:33:36,162 DEBUG [RS:0;cb69081f5976:34751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,34751,1732545213836 2024-11-25T14:33:36,162 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,34751,1732545213836' 2024-11-25T14:33:36,162 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21359918951/flush-table-proc/abort' 2024-11-25T14:33:36,163 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21359918951/flush-table-proc/acquired' 2024-11-25T14:33:36,163 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:33:36,163 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:33:36,163 DEBUG [RS:0;cb69081f5976:34751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,34751,1732545213836 2024-11-25T14:33:36,163 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,34751,1732545213836' 2024-11-25T14:33:36,163 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21359918951/online-snapshot/abort' 2024-11-25T14:33:36,163 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21359918951/online-snapshot/acquired' 2024-11-25T14:33:36,175 DEBUG [RS:0;cb69081f5976:34751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:33:36,175 INFO [RS:0;cb69081f5976:34751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:33:36,175 INFO [RS:0;cb69081f5976:34751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:33:36,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:33:36,226 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a 2024-11-25T14:33:36,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:33:36,276 INFO [RS:0;cb69081f5976:34751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:33:36,277 INFO [RS:0;cb69081f5976:34751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C34751%2C1732545213836, suffix=, logDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836, archiveDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/oldWALs, maxLogs=10 2024-11-25T14:33:36,290 DEBUG [RS:0;cb69081f5976:34751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, exclude list is [], retry=0 2024-11-25T14:33:36,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35165,DS-caf64077-eef7-4e55-a152-eed16aa5c470,DISK] 2024-11-25T14:33:36,296 INFO [RS:0;cb69081f5976:34751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 2024-11-25T14:33:36,296 DEBUG [RS:0;cb69081f5976:34751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37793:37793)] 2024-11-25T14:33:36,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:36,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:33:36,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:33:36,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:36,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:36,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:33:36,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:33:36,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:36,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:36,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:33:36,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:33:36,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:36,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:36,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:33:36,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:33:36,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:36,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:36,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:33:36,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740 2024-11-25T14:33:36,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740 2024-11-25T14:33:36,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:33:36,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:33:36,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:36,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:33:36,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:36,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69996676, jitterRate=0.04303175210952759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:36,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545216641Initializing all the Stores at 1732545216647 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545216647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545216651 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545216651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545216651Cleaning up temporary data from old regions at 1732545216669 (+18 ms)Region opened successfully at 1732545216672 (+3 ms) 2024-11-25T14:33:36,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:33:36,672 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:33:36,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:33:36,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:33:36,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:33:36,673 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:33:36,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545216672Disabling compacts and flushes for region at 1732545216672Disabling writes for close at 1732545216672Writing region close event to WAL at 1732545216673 (+1 ms)Closed at 1732545216673 2024-11-25T14:33:36,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:36,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:33:36,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:33:36,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:33:36,680 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:33:36,830 DEBUG [cb69081f5976:45909 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:33:36,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,34751,1732545213836 2024-11-25T14:33:36,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,34751,1732545213836, state=OPENING 2024-11-25T14:33:36,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:33:36,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:36,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:36,847 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:33:36,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21359918951/meta-region-server: CHANGED 2024-11-25T14:33:36,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,34751,1732545213836}] 2024-11-25T14:33:36,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21359918951/meta-region-server: CHANGED 2024-11-25T14:33:36,999 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:33:37,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:33:37,004 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:33:37,004 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:37,004 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:33:37,006 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C34751%2C1732545213836.meta, suffix=.meta, logDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836, archiveDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/oldWALs, maxLogs=10 2024-11-25T14:33:37,024 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.meta.1732545217006.meta, exclude list is [], retry=0 2024-11-25T14:33:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35165,DS-caf64077-eef7-4e55-a152-eed16aa5c470,DISK] 2024-11-25T14:33:37,029 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.meta.1732545217006.meta 2024-11-25T14:33:37,031 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37793:37793)] 2024-11-25T14:33:37,031 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:37,032 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:37,032 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:33:37,032 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:33:37,032 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:33:37,032 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:33:37,032 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:37,032 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:33:37,032 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:33:37,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:33:37,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:33:37,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:37,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:37,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:33:37,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:33:37,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:37,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:37,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:33:37,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:33:37,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:37,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:37,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:33:37,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:33:37,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:37,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:33:37,044 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:33:37,045 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740 2024-11-25T14:33:37,046 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740 2024-11-25T14:33:37,047 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:33:37,047 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:33:37,048 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:33:37,049 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:33:37,049 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60751398, jitterRate=-0.09473362565040588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:33:37,049 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:33:37,049 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545217032Writing region info on filesystem at 1732545217032Initializing all the Stores at 1732545217033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545217033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545217035 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545217035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545217035Cleaning up temporary data from old regions at 1732545217047 (+12 ms)Running coprocessor post-open hooks at 1732545217049 (+2 ms)Region opened successfully at 1732545217049 2024-11-25T14:33:37,051 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545216999 2024-11-25T14:33:37,053 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:33:37,053 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:33:37,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,34751,1732545213836 2024-11-25T14:33:37,055 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,34751,1732545213836, state=OPEN 2024-11-25T14:33:37,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21359918951/meta-region-server 2024-11-25T14:33:37,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21359918951/meta-region-server 2024-11-25T14:33:37,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,34751,1732545213836 2024-11-25T14:33:37,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21359918951/meta-region-server: CHANGED 2024-11-25T14:33:37,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21359918951/meta-region-server: CHANGED 2024-11-25T14:33:37,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:33:37,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,34751,1732545213836 in 216 msec 2024-11-25T14:33:37,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:33:37,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 392 msec 2024-11-25T14:33:37,069 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:33:37,069 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:33:37,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:37,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,34751,1732545213836, seqNum=-1] 2024-11-25T14:33:37,071 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:37,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:37,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-25T14:33:37,079 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545217079, completionTime=-1 2024-11-25T14:33:37,079 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:33:37,079 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:33:37,082 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:33:37,082 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545277082 2024-11-25T14:33:37,082 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545337082 2024-11-25T14:33:37,082 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-25T14:33:37,083 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45909,1732545213698-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:37,083 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45909,1732545213698-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:37,083 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45909,1732545213698-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:37,083 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:45909, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:37,083 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:37,083 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:37,088 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:33:37,092 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.187sec 2024-11-25T14:33:37,092 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:33:37,092 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:33:37,092 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:33:37,092 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:33:37,092 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:33:37,092 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45909,1732545213698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:33:37,092 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45909,1732545213698-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:33:37,098 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:33:37,098 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:33:37,098 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,45909,1732545213698-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:33:37,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:33:37,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:37,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a33afe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:37,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45909,-1 for getting cluster id 2024-11-25T14:33:37,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:37,184 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18f19365-10c9-4fa9-a624-71eebe70c803' 2024-11-25T14:33:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18f19365-10c9-4fa9-a624-71eebe70c803" 2024-11-25T14:33:37,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36037d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:37,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45909,-1] 2024-11-25T14:33:37,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:37,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:37,186 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:37,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e39543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:37,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:37,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,34751,1732545213836, seqNum=-1] 2024-11-25T14:33:37,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:37,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:37,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,45909,1732545213698 2024-11-25T14:33:37,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54142 2024-11-25T14:33:37,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:33:37,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10173b3736c0008 connected 2024-11-25T14:33:37,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,40021,1732545203295 2024-11-25T14:33:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@124e9150 2024-11-25T14:33:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:37,219 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:37,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:33:37,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:33:37,232 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:37,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:33:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:37,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:33:37,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:33:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:37,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cb2b7743d90ee188f3de361a1dea027, NAME => 'test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f 2024-11-25T14:33:37,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:33:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:38,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:38,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3cb2b7743d90ee188f3de361a1dea027, disabling compactions & flushes 2024-11-25T14:33:38,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:33:38,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:33:38,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. after waiting 0 ms 2024-11-25T14:33:38,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:33:38,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:33:38,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cb2b7743d90ee188f3de361a1dea027: Waiting for close lock at 1732545218199Disabling compacts and flushes for region at 1732545218199Disabling writes for close at 1732545218199Writing region close event to WAL at 1732545218199Closed at 1732545218199 2024-11-25T14:33:38,202 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:33:38,203 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545218202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545218202"}]},"ts":"1732545218202"} 2024-11-25T14:33:38,205 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:33:38,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:33:38,206 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545218206"}]},"ts":"1732545218206"} 2024-11-25T14:33:38,208 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:33:38,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3cb2b7743d90ee188f3de361a1dea027, ASSIGN}] 2024-11-25T14:33:38,210 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3cb2b7743d90ee188f3de361a1dea027, ASSIGN 2024-11-25T14:33:38,210 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3cb2b7743d90ee188f3de361a1dea027, ASSIGN; state=OFFLINE, location=cb69081f5976,36807,1732545203691; forceNewPlan=false, retain=false 2024-11-25T14:33:38,361 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cb2b7743d90ee188f3de361a1dea027, regionState=OPENING, regionLocation=cb69081f5976,36807,1732545203691 2024-11-25T14:33:38,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3cb2b7743d90ee188f3de361a1dea027, ASSIGN because future has completed 2024-11-25T14:33:38,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cb2b7743d90ee188f3de361a1dea027, server=cb69081f5976,36807,1732545203691}] 2024-11-25T14:33:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:38,619 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:33:38,620 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cb2b7743d90ee188f3de361a1dea027, NAME => 'test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:38,620 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:38,620 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:33:38,620 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,620 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:38,621 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,621 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,651 INFO [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,661 INFO [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cb2b7743d90ee188f3de361a1dea027 columnFamilyName f 2024-11-25T14:33:38,662 DEBUG [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:38,664 INFO [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] regionserver.HStore(327): Store=3cb2b7743d90ee188f3de361a1dea027/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:38,664 INFO [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,669 INFO [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cb2b7743d90ee188f3de361a1dea027 columnFamilyName f1 2024-11-25T14:33:38,669 DEBUG [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:38,673 INFO [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] regionserver.HStore(327): Store=3cb2b7743d90ee188f3de361a1dea027/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:38,673 INFO [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,678 INFO [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cb2b7743d90ee188f3de361a1dea027 columnFamilyName norep 2024-11-25T14:33:38,678 DEBUG [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:38,678 INFO [StoreOpener-3cb2b7743d90ee188f3de361a1dea027-1 {}] regionserver.HStore(327): Store=3cb2b7743d90ee188f3de361a1dea027/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:38,679 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,683 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,684 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,695 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,695 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,702 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:33:38,709 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,729 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:38,731 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3cb2b7743d90ee188f3de361a1dea027; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71969454, jitterRate=0.07242843508720398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:33:38,731 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:33:38,732 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3cb2b7743d90ee188f3de361a1dea027: Running coprocessor pre-open hook at 1732545218621Writing region info on filesystem at 1732545218621Initializing all the Stores at 1732545218628 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545218629 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545218651 (+22 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545218651Cleaning up temporary data from old regions at 1732545218695 (+44 ms)Running coprocessor post-open hooks at 1732545218731 (+36 ms)Region opened successfully at 1732545218732 (+1 ms) 2024-11-25T14:33:38,734 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027., pid=6, masterSystemTime=1732545218559 2024-11-25T14:33:38,737 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:33:38,737 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:33:38,738 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cb2b7743d90ee188f3de361a1dea027, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,36807,1732545203691 2024-11-25T14:33:38,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cb2b7743d90ee188f3de361a1dea027, server=cb69081f5976,36807,1732545203691 because future has completed 2024-11-25T14:33:38,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:33:38,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cb2b7743d90ee188f3de361a1dea027, server=cb69081f5976,36807,1732545203691 in 381 msec 2024-11-25T14:33:38,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:33:38,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3cb2b7743d90ee188f3de361a1dea027, ASSIGN in 555 msec 2024-11-25T14:33:38,766 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:33:38,766 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545218766"}]},"ts":"1732545218766"} 2024-11-25T14:33:38,776 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:33:38,777 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:33:38,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.5570 sec 2024-11-25T14:33:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:39,395 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:33:39,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42103,1732545209432 2024-11-25T14:33:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb0db0c 2024-11-25T14:33:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:39,398 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:39,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:33:39,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:33:39,401 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:39,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:33:39,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:33:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:33:39,434 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51cf123a8c62c0abd456089354e7cf1b, NAME => 'test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f 2024-11-25T14:33:39,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:33:39,477 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:39,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 51cf123a8c62c0abd456089354e7cf1b, disabling compactions & flushes 2024-11-25T14:33:39,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:39,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:39,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. after waiting 0 ms 2024-11-25T14:33:39,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:39,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:39,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51cf123a8c62c0abd456089354e7cf1b: Waiting for close lock at 1732545219477Disabling compacts and flushes for region at 1732545219477Disabling writes for close at 1732545219478 (+1 ms)Writing region close event to WAL at 1732545219478Closed at 1732545219478 2024-11-25T14:33:39,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:33:39,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545219479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545219479"}]},"ts":"1732545219479"} 2024-11-25T14:33:39,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:33:39,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:33:39,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545219482"}]},"ts":"1732545219482"} 2024-11-25T14:33:39,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:33:39,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51cf123a8c62c0abd456089354e7cf1b, ASSIGN}] 2024-11-25T14:33:39,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=51cf123a8c62c0abd456089354e7cf1b, ASSIGN 2024-11-25T14:33:39,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=51cf123a8c62c0abd456089354e7cf1b, ASSIGN; state=OFFLINE, location=cb69081f5976,32853,1732545209539; forceNewPlan=false, retain=false 2024-11-25T14:33:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:39,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51cf123a8c62c0abd456089354e7cf1b, regionState=OPENING, regionLocation=cb69081f5976,32853,1732545209539 2024-11-25T14:33:39,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=51cf123a8c62c0abd456089354e7cf1b, ASSIGN because future has completed 2024-11-25T14:33:39,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cf123a8c62c0abd456089354e7cf1b, server=cb69081f5976,32853,1732545209539}] 2024-11-25T14:33:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:39,863 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:39,864 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 51cf123a8c62c0abd456089354e7cf1b, NAME => 'test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:39,864 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:39,864 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:33:39,864 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,864 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:39,864 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,864 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,892 INFO [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,912 INFO [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cf123a8c62c0abd456089354e7cf1b columnFamilyName f 2024-11-25T14:33:39,912 DEBUG [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:39,915 INFO [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] regionserver.HStore(327): Store=51cf123a8c62c0abd456089354e7cf1b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:39,916 INFO [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,917 INFO [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cf123a8c62c0abd456089354e7cf1b columnFamilyName f1 2024-11-25T14:33:39,917 DEBUG [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:39,918 INFO [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] regionserver.HStore(327): Store=51cf123a8c62c0abd456089354e7cf1b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:39,918 INFO [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,920 INFO [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51cf123a8c62c0abd456089354e7cf1b columnFamilyName norep 2024-11-25T14:33:39,920 DEBUG [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:39,921 INFO [StoreOpener-51cf123a8c62c0abd456089354e7cf1b-1 {}] regionserver.HStore(327): Store=51cf123a8c62c0abd456089354e7cf1b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:39,921 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,922 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,922 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,923 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,923 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,924 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:33:39,925 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,938 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:39,939 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 51cf123a8c62c0abd456089354e7cf1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73878667, jitterRate=0.10087792575359344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:33:39,939 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:39,939 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 51cf123a8c62c0abd456089354e7cf1b: Running coprocessor pre-open hook at 1732545219865Writing region info on filesystem at 1732545219865Initializing all the Stores at 1732545219875 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545219875Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545219884 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545219884Cleaning up temporary data from old regions at 1732545219923 (+39 ms)Running coprocessor post-open hooks at 1732545219939 (+16 ms)Region opened successfully at 1732545219939 2024-11-25T14:33:39,941 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b., pid=6, masterSystemTime=1732545219823 2024-11-25T14:33:39,945 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:39,945 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:39,945 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51cf123a8c62c0abd456089354e7cf1b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,32853,1732545209539 2024-11-25T14:33:39,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51cf123a8c62c0abd456089354e7cf1b, server=cb69081f5976,32853,1732545209539 because future has completed 2024-11-25T14:33:39,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:33:39,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 51cf123a8c62c0abd456089354e7cf1b, server=cb69081f5976,32853,1732545209539 in 330 msec 2024-11-25T14:33:39,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:33:39,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=51cf123a8c62c0abd456089354e7cf1b, ASSIGN in 491 msec 2024-11-25T14:33:39,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:33:39,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545219993"}]},"ts":"1732545219993"} 2024-11-25T14:33:39,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:33:40,003 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:33:40,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 604 msec 2024-11-25T14:33:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:40,038 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:33:40,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45909,1732545213698 2024-11-25T14:33:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@677d4edc 2024-11-25T14:33:40,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:40,043 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:40,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:33:40,048 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:33:40,048 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:40,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:33:40,050 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:33:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:40,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:33:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:40,604 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9382ecc8b288489d257cf22ed76d38eb, NAME => 'test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a 2024-11-25T14:33:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:33:40,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:40,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9382ecc8b288489d257cf22ed76d38eb, disabling compactions & flushes 2024-11-25T14:33:40,676 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:40,676 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:40,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. after waiting 0 ms 2024-11-25T14:33:40,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:40,677 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:40,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9382ecc8b288489d257cf22ed76d38eb: Waiting for close lock at 1732545220676Disabling compacts and flushes for region at 1732545220676Disabling writes for close at 1732545220677 (+1 ms)Writing region close event to WAL at 1732545220677Closed at 1732545220677 2024-11-25T14:33:40,680 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:33:40,681 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545220680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545220680"}]},"ts":"1732545220680"} 2024-11-25T14:33:40,682 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:33:40,683 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:33:40,683 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545220683"}]},"ts":"1732545220683"} 2024-11-25T14:33:40,685 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:33:40,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9382ecc8b288489d257cf22ed76d38eb, ASSIGN}] 2024-11-25T14:33:40,696 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9382ecc8b288489d257cf22ed76d38eb, ASSIGN 2024-11-25T14:33:40,707 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9382ecc8b288489d257cf22ed76d38eb, ASSIGN; state=OFFLINE, location=cb69081f5976,34751,1732545213836; forceNewPlan=false, retain=false 2024-11-25T14:33:40,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9382ecc8b288489d257cf22ed76d38eb, regionState=OPENING, regionLocation=cb69081f5976,34751,1732545213836 2024-11-25T14:33:40,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9382ecc8b288489d257cf22ed76d38eb, ASSIGN because future has completed 2024-11-25T14:33:40,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9382ecc8b288489d257cf22ed76d38eb, server=cb69081f5976,34751,1732545213836}] 2024-11-25T14:33:41,055 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:41,055 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9382ecc8b288489d257cf22ed76d38eb, NAME => 'test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:41,057 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:41,057 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:33:41,057 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,058 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:41,058 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,058 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,061 INFO [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,062 INFO [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9382ecc8b288489d257cf22ed76d38eb columnFamilyName f 2024-11-25T14:33:41,063 DEBUG [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:41,063 INFO [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] regionserver.HStore(327): Store=9382ecc8b288489d257cf22ed76d38eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:41,063 INFO [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,066 INFO [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9382ecc8b288489d257cf22ed76d38eb columnFamilyName f1 2024-11-25T14:33:41,066 DEBUG [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:41,067 INFO [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] regionserver.HStore(327): Store=9382ecc8b288489d257cf22ed76d38eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:41,067 INFO [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,068 INFO [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9382ecc8b288489d257cf22ed76d38eb columnFamilyName norep 2024-11-25T14:33:41,069 DEBUG [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:41,069 INFO [StoreOpener-9382ecc8b288489d257cf22ed76d38eb-1 {}] regionserver.HStore(327): Store=9382ecc8b288489d257cf22ed76d38eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:41,069 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,070 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,070 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,071 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,071 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,085 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:33:41,086 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,095 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:41,096 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9382ecc8b288489d257cf22ed76d38eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74061747, jitterRate=0.10360603034496307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:33:41,096 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:41,096 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9382ecc8b288489d257cf22ed76d38eb: Running coprocessor pre-open hook at 1732545221058Writing region info on filesystem at 1732545221058Initializing all the Stores at 1732545221061 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545221061Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545221061Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545221061Cleaning up temporary data from old regions at 1732545221071 (+10 ms)Running coprocessor post-open hooks at 1732545221096 (+25 ms)Region opened successfully at 1732545221096 2024-11-25T14:33:41,097 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb., pid=6, masterSystemTime=1732545221035 2024-11-25T14:33:41,099 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:41,099 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:41,099 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9382ecc8b288489d257cf22ed76d38eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,34751,1732545213836 2024-11-25T14:33:41,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9382ecc8b288489d257cf22ed76d38eb, server=cb69081f5976,34751,1732545213836 because future has completed 2024-11-25T14:33:41,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:33:41,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9382ecc8b288489d257cf22ed76d38eb, server=cb69081f5976,34751,1732545213836 in 251 msec 2024-11-25T14:33:41,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:33:41,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9382ecc8b288489d257cf22ed76d38eb, ASSIGN in 444 msec 2024-11-25T14:33:41,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:33:41,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545221134"}]},"ts":"1732545221134"} 2024-11-25T14:33:41,137 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:33:41,138 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:33:41,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0940 sec 2024-11-25T14:33:41,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T14:33:41,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T14:33:41,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:33:41,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T14:33:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:33:41,185 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:33:41,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e9991a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:41,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,40021,-1 for getting cluster id 2024-11-25T14:33:41,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:41,203 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ed3ec6e-e238-4dfb-9dc4-7b9866187f71' 2024-11-25T14:33:41,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ed3ec6e-e238-4dfb-9dc4-7b9866187f71" 2024-11-25T14:33:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddea367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,40021,-1] 2024-11-25T14:33:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:41,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:41,205 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d23cec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:41,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,40021,1732545203295 2024-11-25T14:33:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dc99965 2024-11-25T14:33:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:41,209 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:41,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:42103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:33:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:33:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:41,212 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:42103' 2024-11-25T14:33:41,230 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229df713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:41,230 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42103,-1 for getting cluster id 2024-11-25T14:33:41,230 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:41,231 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0bde1c-9bd9-4366-8502-475a5cd8e55d' 2024-11-25T14:33:41,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:41,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0bde1c-9bd9-4366-8502-475a5cd8e55d" 2024-11-25T14:33:41,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332375f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:41,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42103,-1] 2024-11-25T14:33:41,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:41,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:41,232 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:41,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d0dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:41,233 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:41,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42103,1732545209432 2024-11-25T14:33:41,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@205e05a6 2024-11-25T14:33:41,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:41,235 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:41,236 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-25T14:33:41,236 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:33:41,236 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:41,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:41,236 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:41,237 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:41,238 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:33:41,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:33:41,240 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:41,241 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:33:41,288 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:33:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:41,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:33:41,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:41,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0191da56ec81cf91b697d545316ebbc5, NAME => 'hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f 2024-11-25T14:33:41,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:33:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:42,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:42,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0191da56ec81cf91b697d545316ebbc5, disabling compactions & flushes 2024-11-25T14:33:42,186 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:33:42,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:33:42,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. after waiting 0 ms 2024-11-25T14:33:42,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:33:42,186 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:33:42,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0191da56ec81cf91b697d545316ebbc5: Waiting for close lock at 1732545222186Disabling compacts and flushes for region at 1732545222186Disabling writes for close at 1732545222186Writing region close event to WAL at 1732545222186Closed at 1732545222186 2024-11-25T14:33:42,187 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:33:42,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545222187"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545222187"}]},"ts":"1732545222187"} 2024-11-25T14:33:42,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:33:42,194 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:33:42,194 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545222194"}]},"ts":"1732545222194"} 2024-11-25T14:33:42,196 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:33:42,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0191da56ec81cf91b697d545316ebbc5, ASSIGN}] 2024-11-25T14:33:42,198 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0191da56ec81cf91b697d545316ebbc5, ASSIGN 2024-11-25T14:33:42,199 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0191da56ec81cf91b697d545316ebbc5, ASSIGN; state=OFFLINE, location=cb69081f5976,36807,1732545203691; forceNewPlan=false, retain=false 2024-11-25T14:33:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:42,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0191da56ec81cf91b697d545316ebbc5, regionState=OPENING, regionLocation=cb69081f5976,36807,1732545203691 2024-11-25T14:33:42,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0191da56ec81cf91b697d545316ebbc5, ASSIGN because future has completed 2024-11-25T14:33:42,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0191da56ec81cf91b697d545316ebbc5, server=cb69081f5976,36807,1732545203691}] 2024-11-25T14:33:42,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:33:42,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:33:42,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:42,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:33:42,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C36807%2C1732545203691.rep, suffix=, logDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691, archiveDir=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/oldWALs, maxLogs=10 2024-11-25T14:33:42,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.rep.1732545222592, exclude list is [], retry=0 2024-11-25T14:33:42,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40207,DS-7bb0eb34-17a4-4acb-bec7-d098289a495a,DISK] 2024-11-25T14:33:42,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.rep.1732545222592 2024-11-25T14:33:42,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091)] 2024-11-25T14:33:42,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0191da56ec81cf91b697d545316ebbc5, NAME => 'hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:42,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:42,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:33:42,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. service=MultiRowMutationService 2024-11-25T14:33:42,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:33:42,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:42,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,705 INFO [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,721 INFO [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0191da56ec81cf91b697d545316ebbc5 columnFamilyName hfileref 2024-11-25T14:33:42,721 DEBUG [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:42,721 INFO [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] regionserver.HStore(327): Store=0191da56ec81cf91b697d545316ebbc5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:42,721 INFO [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,723 INFO [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0191da56ec81cf91b697d545316ebbc5 columnFamilyName queue 2024-11-25T14:33:42,723 DEBUG [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:42,724 INFO [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] regionserver.HStore(327): Store=0191da56ec81cf91b697d545316ebbc5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:42,724 INFO [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,725 INFO [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0191da56ec81cf91b697d545316ebbc5 columnFamilyName sid 2024-11-25T14:33:42,725 DEBUG [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:42,732 INFO [StoreOpener-0191da56ec81cf91b697d545316ebbc5-1 {}] regionserver.HStore(327): Store=0191da56ec81cf91b697d545316ebbc5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:42,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/replication/0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/replication/0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:33:42,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/replication/0191da56ec81cf91b697d545316ebbc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:42,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0191da56ec81cf91b697d545316ebbc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67415195, jitterRate=0.004564687609672546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:33:42,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:33:42,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0191da56ec81cf91b697d545316ebbc5: Running coprocessor pre-open hook at 1732545222681Writing region info on filesystem at 1732545222681Initializing all the Stores at 1732545222684 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545222684Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545222704 (+20 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545222704Cleaning up temporary data from old regions at 1732545222735 (+31 ms)Running coprocessor post-open hooks at 1732545222752 (+17 ms)Region opened successfully at 1732545222752 2024-11-25T14:33:42,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5., pid=10, masterSystemTime=1732545222551 2024-11-25T14:33:42,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:33:42,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:33:42,778 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0191da56ec81cf91b697d545316ebbc5, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,36807,1732545203691 2024-11-25T14:33:42,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0191da56ec81cf91b697d545316ebbc5, server=cb69081f5976,36807,1732545203691 because future has completed 2024-11-25T14:33:42,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:33:42,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0191da56ec81cf91b697d545316ebbc5, server=cb69081f5976,36807,1732545203691 in 427 msec 2024-11-25T14:33:42,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:33:42,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0191da56ec81cf91b697d545316ebbc5, ASSIGN in 608 msec 2024-11-25T14:33:42,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:33:42,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545222809"}]},"ts":"1732545222809"} 2024-11-25T14:33:42,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:33:42,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:33:42,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.5750 sec 2024-11-25T14:33:42,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:42,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5., hostname=cb69081f5976,36807,1732545203691, seqNum=2] 2024-11-25T14:33:42,904 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T14:33:42,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:42,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:33:43,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:33:43,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:33:43,223 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:33:43,298 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,36807,1732545203691, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:33:43,299 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:43,299 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36807,1732545203691, seqNum=-1] 2024-11-25T14:33:43,299 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:43,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-25T14:33:43,311 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,36807,1732545203691', locateType=CURRENT is [region=hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5., hostname=cb69081f5976,36807,1732545203691, seqNum=2] 2024-11-25T14:33:43,317 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:33:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:33:43,322 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,36807,1732545203691 suceeded 2024-11-25T14:33:43,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:33:43,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 269 msec 2024-11-25T14:33:43,331 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:42103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:33:43,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.1220 sec 2024-11-25T14:33:43,344 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:42103' 2024-11-25T14:33:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:43,355 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:33:43,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:43,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:43,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:43,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:43,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:43,361 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a8a4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:43,361 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42103,-1 for getting cluster id 2024-11-25T14:33:43,361 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:43,364 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0bde1c-9bd9-4366-8502-475a5cd8e55d' 2024-11-25T14:33:43,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:43,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0bde1c-9bd9-4366-8502-475a5cd8e55d" 2024-11-25T14:33:43,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5090ce61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:43,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42103,-1] 2024-11-25T14:33:43,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:43,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:43,366 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:43,366 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae0e380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:43,366 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:43,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42103,1732545209432 2024-11-25T14:33:43,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@85c612d 2024-11-25T14:33:43,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:43,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42103,-1 for getting cluster id 2024-11-25T14:33:43,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:43,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:43,369 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0bde1c-9bd9-4366-8502-475a5cd8e55d' 2024-11-25T14:33:43,369 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-25T14:33:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0bde1c-9bd9-4366-8502-475a5cd8e55d" 2024-11-25T14:33:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8711ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42103,-1] 2024-11-25T14:33:43,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:43,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:43,372 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,36807,1732545203691 (queues=1) is replicating from cluster=9ed3ec6e-e238-4dfb-9dc4-7b9866187f71 to cluster=ef0bde1c-9bd9-4366-8502-475a5cd8e55d 2024-11-25T14:33:43,372 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C36807%2C1732545203691 2024-11-25T14:33:43,373 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:43,373 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,36807,1732545203691, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:33:43,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb38bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:43,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42103,1732545209432 2024-11-25T14:33:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6df42036 2024-11-25T14:33:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:43,376 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:43,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:45909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:33:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:33:43,381 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:45909' 2024-11-25T14:33:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:43,383 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720, startPosition=0, beingWritten=true 2024-11-25T14:33:43,386 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C36807%2C1732545203691 2024-11-25T14:33:43,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2417b530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:43,389 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45909,-1 for getting cluster id 2024-11-25T14:33:43,389 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:43,390 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18f19365-10c9-4fa9-a624-71eebe70c803' 2024-11-25T14:33:43,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:43,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18f19365-10c9-4fa9-a624-71eebe70c803" 2024-11-25T14:33:43,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ca8117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:43,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45909,-1] 2024-11-25T14:33:43,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:43,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:43,392 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:43,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0426cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:43,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:43,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45909,1732545213698 2024-11-25T14:33:43,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331771ae 2024-11-25T14:33:43,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:43,395 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:43,396 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T14:33:43,396 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:33:43,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:43,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:43,397 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:43,399 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:33:43,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:33:43,401 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:43,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:43,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:33:43,409 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:43,409 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 379, reset compression=false 2024-11-25T14:33:43,412 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36807,1732545203691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:33:43,447 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3bbc5369b8c567d4d7b44af06851118e, NAME => 'hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f 2024-11-25T14:33:43,449 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:33:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:33:43,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:43,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3bbc5369b8c567d4d7b44af06851118e, disabling compactions & flushes 2024-11-25T14:33:43,478 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:43,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:43,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. after waiting 0 ms 2024-11-25T14:33:43,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:43,478 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:43,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3bbc5369b8c567d4d7b44af06851118e: Waiting for close lock at 1732545223478Disabling compacts and flushes for region at 1732545223478Disabling writes for close at 1732545223478Writing region close event to WAL at 1732545223478Closed at 1732545223478 2024-11-25T14:33:43,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:33:43,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545223480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545223480"}]},"ts":"1732545223480"} 2024-11-25T14:33:43,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:33:43,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:33:43,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545223486"}]},"ts":"1732545223486"} 2024-11-25T14:33:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:43,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:33:43,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bbc5369b8c567d4d7b44af06851118e, ASSIGN}] 2024-11-25T14:33:43,493 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bbc5369b8c567d4d7b44af06851118e, ASSIGN 2024-11-25T14:33:43,494 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3bbc5369b8c567d4d7b44af06851118e, ASSIGN; state=OFFLINE, location=cb69081f5976,32853,1732545209539; forceNewPlan=false, retain=false 2024-11-25T14:33:43,636 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 379, reset compression=false 2024-11-25T14:33:43,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3bbc5369b8c567d4d7b44af06851118e, regionState=OPENING, regionLocation=cb69081f5976,32853,1732545209539 2024-11-25T14:33:43,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3bbc5369b8c567d4d7b44af06851118e, ASSIGN because future has completed 2024-11-25T14:33:43,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bbc5369b8c567d4d7b44af06851118e, server=cb69081f5976,32853,1732545209539}] 2024-11-25T14:33:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:43,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:43,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:43,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:33:43,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C32853%2C1732545209539.rep, suffix=, logDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539, archiveDir=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/oldWALs, maxLogs=10 2024-11-25T14:33:43,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.rep.1732545223876, exclude list is [], retry=0 2024-11-25T14:33:43,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35051,DS-f35e5ddc-0194-48eb-9630-253fc33dab97,DISK] 2024-11-25T14:33:43,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.rep.1732545223876 2024-11-25T14:33:43,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45737:45737)] 2024-11-25T14:33:43,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3bbc5369b8c567d4d7b44af06851118e, NAME => 'hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:43,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:43,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:33:43,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. service=MultiRowMutationService 2024-11-25T14:33:43,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:33:43,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:43,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:43,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:43,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:43,963 INFO [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:43,964 INFO [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bbc5369b8c567d4d7b44af06851118e columnFamilyName hfileref 2024-11-25T14:33:43,965 DEBUG [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:43,965 INFO [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] regionserver.HStore(327): Store=3bbc5369b8c567d4d7b44af06851118e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:43,965 INFO [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:43,966 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 379, reset compression=false 2024-11-25T14:33:43,969 INFO [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bbc5369b8c567d4d7b44af06851118e columnFamilyName queue 2024-11-25T14:33:43,969 DEBUG [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:43,969 INFO [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] regionserver.HStore(327): Store=3bbc5369b8c567d4d7b44af06851118e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:43,969 INFO [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:43,975 INFO [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bbc5369b8c567d4d7b44af06851118e columnFamilyName sid 2024-11-25T14:33:43,976 DEBUG [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:43,976 INFO [StoreOpener-3bbc5369b8c567d4d7b44af06851118e-1 {}] regionserver.HStore(327): Store=3bbc5369b8c567d4d7b44af06851118e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:43,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:43,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/replication/3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:43,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/replication/3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:43,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:43,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:43,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:33:43,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:44,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/replication/3bbc5369b8c567d4d7b44af06851118e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:44,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3bbc5369b8c567d4d7b44af06851118e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59136909, jitterRate=-0.11879138648509979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:33:44,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:44,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3bbc5369b8c567d4d7b44af06851118e: Running coprocessor pre-open hook at 1732545223956Writing region info on filesystem at 1732545223956Initializing all the Stores at 1732545223962 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545223962Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545223963 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545223963Cleaning up temporary data from old regions at 1732545223981 (+18 ms)Running coprocessor post-open hooks at 1732545224012 (+31 ms)Region opened successfully at 1732545224012 2024-11-25T14:33:44,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e., pid=10, masterSystemTime=1732545223839 2024-11-25T14:33:44,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3bbc5369b8c567d4d7b44af06851118e, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,32853,1732545209539 2024-11-25T14:33:44,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3bbc5369b8c567d4d7b44af06851118e, server=cb69081f5976,32853,1732545209539 because future has completed 2024-11-25T14:33:44,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:44,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:44,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:33:44,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3bbc5369b8c567d4d7b44af06851118e, server=cb69081f5976,32853,1732545209539 in 362 msec 2024-11-25T14:33:44,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:33:44,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3bbc5369b8c567d4d7b44af06851118e, ASSIGN in 553 msec 2024-11-25T14:33:44,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:33:44,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545224050"}]},"ts":"1732545224050"} 2024-11-25T14:33:44,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:33:44,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:33:44,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 657 msec 2024-11-25T14:33:44,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e., hostname=cb69081f5976,32853,1732545209539, seqNum=2] 2024-11-25T14:33:44,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:44,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:44,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:33:44,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:33:44,288 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:33:44,401 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,32853,1732545209539, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:33:44,402 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:44,402 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,32853,1732545209539, seqNum=-1] 2024-11-25T14:33:44,403 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:44,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-25T14:33:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,32853,1732545209539', locateType=CURRENT is [region=hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e., hostname=cb69081f5976,32853,1732545209539, seqNum=2] 2024-11-25T14:33:44,406 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 379, reset compression=false 2024-11-25T14:33:44,431 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:33:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:33:44,434 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,32853,1732545209539 suceeded 2024-11-25T14:33:44,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:33:44,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 311 msec 2024-11-25T14:33:44,437 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:45909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:33:44,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0600 sec 2024-11-25T14:33:44,472 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:45909' 2024-11-25T14:33:44,478 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f3555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:44,478 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45909,-1 for getting cluster id 2024-11-25T14:33:44,478 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:44,479 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18f19365-10c9-4fa9-a624-71eebe70c803' 2024-11-25T14:33:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18f19365-10c9-4fa9-a624-71eebe70c803" 2024-11-25T14:33:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f39f4fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45909,-1] 2024-11-25T14:33:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:44,481 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:44,483 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15560442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:44,483 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45909,1732545213698 2024-11-25T14:33:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1980202d 2024-11-25T14:33:44,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:44,486 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-25T14:33:44,486 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,32853,1732545209539 (queues=1) is replicating from cluster=ef0bde1c-9bd9-4366-8502-475a5cd8e55d to cluster=18f19365-10c9-4fa9-a624-71eebe70c803 2024-11-25T14:33:44,487 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C32853%2C1732545209539 2024-11-25T14:33:44,487 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,32853,1732545209539, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:33:44,488 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, startPosition=0, beingWritten=true 2024-11-25T14:33:44,501 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C32853%2C1732545209539 2024-11-25T14:33:44,506 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:44,506 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,32853,1732545209539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:44,507 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 379, reset compression=false 2024-11-25T14:33:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:44,514 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:33:44,515 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:44,515 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:44,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:44,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:44,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:44,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd134c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:44,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45909,-1 for getting cluster id 2024-11-25T14:33:44,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:44,541 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18f19365-10c9-4fa9-a624-71eebe70c803' 2024-11-25T14:33:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18f19365-10c9-4fa9-a624-71eebe70c803" 2024-11-25T14:33:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5dc02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45909,-1] 2024-11-25T14:33:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:44,543 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6d47da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:44,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:44,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45909,1732545213698 2024-11-25T14:33:44,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f5be47a 2024-11-25T14:33:44,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:44,551 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:44,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:40021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:33:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:33:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:44,565 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:40021' 2024-11-25T14:33:44,570 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69977a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:44,570 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,40021,-1 for getting cluster id 2024-11-25T14:33:44,570 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:44,576 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ed3ec6e-e238-4dfb-9dc4-7b9866187f71' 2024-11-25T14:33:44,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:44,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ed3ec6e-e238-4dfb-9dc4-7b9866187f71" 2024-11-25T14:33:44,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53065ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:44,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,40021,-1] 2024-11-25T14:33:44,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:44,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:44,579 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:44,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c09b7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:44,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:44,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,40021,1732545203295 2024-11-25T14:33:44,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18db44b0 2024-11-25T14:33:44,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:44,591 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:44,595 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T14:33:44,596 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:33:44,596 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:44,596 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:44,596 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:33:44,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:44,598 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:33:44,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:33:44,604 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:44,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:33:44,649 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:33:44,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:33:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:44,770 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 379, reset compression=false 2024-11-25T14:33:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:44,931 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 379, reset compression=false 2024-11-25T14:33:45,071 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a53d8bf281a48f3846bfb559adcd832a, NAME => 'hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a 2024-11-25T14:33:45,076 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 379, reset compression=false 2024-11-25T14:33:45,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:33:45,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:45,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a53d8bf281a48f3846bfb559adcd832a, disabling compactions & flushes 2024-11-25T14:33:45,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:45,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:45,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. after waiting 0 ms 2024-11-25T14:33:45,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:45,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:45,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a53d8bf281a48f3846bfb559adcd832a: Waiting for close lock at 1732545225126Disabling compacts and flushes for region at 1732545225126Disabling writes for close at 1732545225126Writing region close event to WAL at 1732545225126Closed at 1732545225126 2024-11-25T14:33:45,127 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:33:45,128 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545225127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545225127"}]},"ts":"1732545225127"} 2024-11-25T14:33:45,131 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:33:45,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:33:45,132 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545225132"}]},"ts":"1732545225132"} 2024-11-25T14:33:45,134 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:33:45,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a53d8bf281a48f3846bfb559adcd832a, ASSIGN}] 2024-11-25T14:33:45,139 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a53d8bf281a48f3846bfb559adcd832a, ASSIGN 2024-11-25T14:33:45,140 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a53d8bf281a48f3846bfb559adcd832a, ASSIGN; state=OFFLINE, location=cb69081f5976,34751,1732545213836; forceNewPlan=false, retain=false 2024-11-25T14:33:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:45,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a53d8bf281a48f3846bfb559adcd832a, regionState=OPENING, regionLocation=cb69081f5976,34751,1732545213836 2024-11-25T14:33:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a53d8bf281a48f3846bfb559adcd832a, ASSIGN because future has completed 2024-11-25T14:33:45,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a53d8bf281a48f3846bfb559adcd832a, server=cb69081f5976,34751,1732545213836}] 2024-11-25T14:33:45,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:45,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:33:45,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:33:45,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C34751%2C1732545213836.rep, suffix=, logDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836, archiveDir=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/oldWALs, maxLogs=10 2024-11-25T14:33:45,516 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 379, reset compression=false 2024-11-25T14:33:45,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.rep.1732545225497, exclude list is [], retry=0 2024-11-25T14:33:45,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35165,DS-caf64077-eef7-4e55-a152-eed16aa5c470,DISK] 2024-11-25T14:33:45,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.rep.1732545225497 2024-11-25T14:33:45,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37793:37793)] 2024-11-25T14:33:45,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a53d8bf281a48f3846bfb559adcd832a, NAME => 'hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:33:45,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:33:45,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:33:45,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. service=MultiRowMutationService 2024-11-25T14:33:45,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:33:45,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:33:45,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,557 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 379, reset compression=false 2024-11-25T14:33:45,564 INFO [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,565 INFO [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a53d8bf281a48f3846bfb559adcd832a columnFamilyName hfileref 2024-11-25T14:33:45,565 DEBUG [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:45,566 INFO [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] regionserver.HStore(327): Store=a53d8bf281a48f3846bfb559adcd832a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:45,566 INFO [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,567 INFO [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a53d8bf281a48f3846bfb559adcd832a columnFamilyName queue 2024-11-25T14:33:45,567 DEBUG [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:45,567 INFO [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] regionserver.HStore(327): Store=a53d8bf281a48f3846bfb559adcd832a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:45,567 INFO [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,568 INFO [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a53d8bf281a48f3846bfb559adcd832a columnFamilyName sid 2024-11-25T14:33:45,568 DEBUG [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:33:45,569 INFO [StoreOpener-a53d8bf281a48f3846bfb559adcd832a-1 {}] regionserver.HStore(327): Store=a53d8bf281a48f3846bfb559adcd832a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:33:45,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/replication/a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/replication/a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:33:45,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/replication/a53d8bf281a48f3846bfb559adcd832a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:33:45,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a53d8bf281a48f3846bfb559adcd832a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73495105, jitterRate=0.09516240656375885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:33:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:45,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a53d8bf281a48f3846bfb559adcd832a: Running coprocessor pre-open hook at 1732545225544Writing region info on filesystem at 1732545225544Initializing all the Stores at 1732545225552 (+8 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545225552Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545225563 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545225563Cleaning up temporary data from old regions at 1732545225571 (+8 ms)Running coprocessor post-open hooks at 1732545225600 (+29 ms)Region opened successfully at 1732545225601 (+1 ms) 2024-11-25T14:33:45,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a., pid=10, masterSystemTime=1732545225467 2024-11-25T14:33:45,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:45,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:45,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a53d8bf281a48f3846bfb559adcd832a, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,34751,1732545213836 2024-11-25T14:33:45,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a53d8bf281a48f3846bfb559adcd832a, server=cb69081f5976,34751,1732545213836 because future has completed 2024-11-25T14:33:45,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:33:45,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a53d8bf281a48f3846bfb559adcd832a, server=cb69081f5976,34751,1732545213836 in 321 msec 2024-11-25T14:33:45,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:33:45,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a53d8bf281a48f3846bfb559adcd832a, ASSIGN in 491 msec 2024-11-25T14:33:45,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:33:45,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545225632"}]},"ts":"1732545225632"} 2024-11-25T14:33:45,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:33:45,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:33:45,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0440 sec 2024-11-25T14:33:45,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a., hostname=cb69081f5976,34751,1732545213836, seqNum=2] 2024-11-25T14:33:45,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:45,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:45,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:33:45,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:33:45,871 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:33:45,915 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,34751,1732545213836, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:33:45,915 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:45,916 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,34751,1732545213836, seqNum=-1] 2024-11-25T14:33:45,916 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:45,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-25T14:33:45,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,34751,1732545213836', locateType=CURRENT is [region=hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a., hostname=cb69081f5976,34751,1732545213836, seqNum=2] 2024-11-25T14:33:45,943 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:33:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:33:45,949 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,34751,1732545213836 suceeded 2024-11-25T14:33:45,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:33:45,951 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:40021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:33:45,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-11-25T14:33:45,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4000 sec 2024-11-25T14:33:45,970 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:40021' 2024-11-25T14:33:45,972 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38624703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:45,972 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,40021,-1 for getting cluster id 2024-11-25T14:33:45,972 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:45,973 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ed3ec6e-e238-4dfb-9dc4-7b9866187f71' 2024-11-25T14:33:45,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:45,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ed3ec6e-e238-4dfb-9dc4-7b9866187f71" 2024-11-25T14:33:45,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f59d5c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:45,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,40021,-1] 2024-11-25T14:33:45,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:45,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:45,977 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:45,978 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@581312d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:45,978 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:45,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,40021,1732545203295 2024-11-25T14:33:45,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bcfcd32 2024-11-25T14:33:45,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:45,980 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-25T14:33:45,980 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,34751,1732545213836 (queues=1) is replicating from cluster=18f19365-10c9-4fa9-a624-71eebe70c803 to cluster=9ed3ec6e-e238-4dfb-9dc4-7b9866187f71 2024-11-25T14:33:45,980 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C34751%2C1732545213836 2024-11-25T14:33:45,980 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,34751,1732545213836, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:33:45,981 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, startPosition=0, beingWritten=true 2024-11-25T14:33:45,988 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C34751%2C1732545213836 2024-11-25T14:33:46,014 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:46,014 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 379, reset compression=false 2024-11-25T14:33:46,014 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,34751,1732545213836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:46,036 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 379, reset compression=false 2024-11-25T14:33:46,233 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 379, reset compression=false 2024-11-25T14:33:46,285 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 379, reset compression=false 2024-11-25T14:33:46,553 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 379, reset compression=false 2024-11-25T14:33:46,675 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 379, reset compression=false 2024-11-25T14:33:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:33:46,719 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:33:46,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:46,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:46,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:46,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:46,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:46,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23595f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:46,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,40021,-1 for getting cluster id 2024-11-25T14:33:46,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:46,725 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ed3ec6e-e238-4dfb-9dc4-7b9866187f71' 2024-11-25T14:33:46,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:46,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ed3ec6e-e238-4dfb-9dc4-7b9866187f71" 2024-11-25T14:33:46,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e3bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:46,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,40021,-1] 2024-11-25T14:33:46,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:46,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:46,727 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:46,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e6d5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:46,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f7412b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:46,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42103,-1 for getting cluster id 2024-11-25T14:33:46,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:46,736 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0bde1c-9bd9-4366-8502-475a5cd8e55d' 2024-11-25T14:33:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0bde1c-9bd9-4366-8502-475a5cd8e55d" 2024-11-25T14:33:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454792f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42103,-1] 2024-11-25T14:33:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:46,738 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c53018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:46,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20340346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:46,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45909,-1 for getting cluster id 2024-11-25T14:33:46,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:46,744 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18f19365-10c9-4fa9-a624-71eebe70c803' 2024-11-25T14:33:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18f19365-10c9-4fa9-a624-71eebe70c803" 2024-11-25T14:33:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd2e71e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45909,-1] 2024-11-25T14:33:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:46,746 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:46,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133687b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:46,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:46,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36807,1732545203691, seqNum=-1] 2024-11-25T14:33:46,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:46,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027., hostname=cb69081f5976,36807,1732545203691, seqNum=2] 2024-11-25T14:33:46,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,34751,1732545213836, seqNum=-1] 2024-11-25T14:33:46,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:46,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb., hostname=cb69081f5976,34751,1732545213836, seqNum=2] 2024-11-25T14:33:46,803 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T14:33:46,988 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 379, reset compression=false 2024-11-25T14:33:47,093 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 379, reset compression=false 2024-11-25T14:33:47,170 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:47,170 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 480, reset compression=false 2024-11-25T14:33:47,171 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36807,1732545203691 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cb2b7743d90ee188f3de361a1dea027/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T14:33:47,175 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:33:47,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-25T14:33:47,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:47,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a195a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:47,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42103,-1 for getting cluster id 2024-11-25T14:33:47,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:47,193 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0bde1c-9bd9-4366-8502-475a5cd8e55d' 2024-11-25T14:33:47,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:47,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0bde1c-9bd9-4366-8502-475a5cd8e55d" 2024-11-25T14:33:47,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cdfc877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:47,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42103,-1] 2024-11-25T14:33:47,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:47,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:47,194 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:47,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a5cf896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:47,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,32853,1732545209539, seqNum=-1] 2024-11-25T14:33:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:47,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-25T14:33:47,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b., hostname=cb69081f5976,32853,1732545209539, seqNum=2] 2024-11-25T14:33:47,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:47,411 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 379, reset compression=false 2024-11-25T14:33:47,417 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:47,417 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 504, reset compression=false 2024-11-25T14:33:47,417 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,32853,1732545209539 got entry batch from reader: WALEntryBatch [walEntries=[{test/51cf123a8c62c0abd456089354e7cf1b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-25T14:33:47,419 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:33:47,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-25T14:33:47,421 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 480, reset compression=false 2024-11-25T14:33:47,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:47,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa8064d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:47,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45909,-1 for getting cluster id 2024-11-25T14:33:47,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:47,429 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18f19365-10c9-4fa9-a624-71eebe70c803' 2024-11-25T14:33:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18f19365-10c9-4fa9-a624-71eebe70c803" 2024-11-25T14:33:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74a1511a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45909,-1] 2024-11-25T14:33:47,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:47,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:47,431 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:47,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20d7193b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:47,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:47,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,34751,1732545213836, seqNum=-1] 2024-11-25T14:33:47,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:47,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-25T14:33:47,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb., hostname=cb69081f5976,34751,1732545213836, seqNum=2] 2024-11-25T14:33:47,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:47,516 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 379, reset compression=false 2024-11-25T14:33:47,580 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:47,580 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 528, reset compression=false 2024-11-25T14:33:47,583 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,34751,1732545213836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:47,663 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 504, reset compression=false 2024-11-25T14:33:47,764 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 480, reset compression=false 2024-11-25T14:33:47,805 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T14:33:47,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,32853,1732545209539, seqNum=-1] 2024-11-25T14:33:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:47,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:33:47,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b., hostname=cb69081f5976,32853,1732545209539, seqNum=2] 2024-11-25T14:33:47,813 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T14:33:47,826 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 528, reset compression=false 2024-11-25T14:33:48,004 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 504, reset compression=false 2024-11-25T14:33:48,009 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:48,009 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 608, reset compression=false 2024-11-25T14:33:48,009 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,32853,1732545209539 got entry batch from reader: WALEntryBatch [walEntries=[{test/51cf123a8c62c0abd456089354e7cf1b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T14:33:48,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:48,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:48,134 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 528, reset compression=false 2024-11-25T14:33:48,145 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:48,145 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 656, reset compression=false 2024-11-25T14:33:48,145 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,34751,1732545213836 got entry batch from reader: WALEntryBatch [walEntries=[{test/9382ecc8b288489d257cf22ed76d38eb/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T14:33:48,147 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:33:48,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-25T14:33:48,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:48,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@230626f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:48,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,40021,-1 for getting cluster id 2024-11-25T14:33:48,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:48,164 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ed3ec6e-e238-4dfb-9dc4-7b9866187f71' 2024-11-25T14:33:48,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:48,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ed3ec6e-e238-4dfb-9dc4-7b9866187f71" 2024-11-25T14:33:48,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b9fdad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:48,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,40021,-1] 2024-11-25T14:33:48,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:48,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:48,166 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:48,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@510a1488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:48,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:33:48,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,36807,1732545203691, seqNum=-1] 2024-11-25T14:33:48,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:33:48,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-25T14:33:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027., hostname=cb69081f5976,36807,1732545203691, seqNum=2] 2024-11-25T14:33:48,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:48,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:33:48,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,187 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 480, reset compression=false 2024-11-25T14:33:48,214 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 608, reset compression=false 2024-11-25T14:33:48,228 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:48,228 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 631, reset compression=false 2024-11-25T14:33:48,228 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36807,1732545203691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:48,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:33:48,349 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 656, reset compression=false 2024-11-25T14:33:48,502 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 631, reset compression=false 2024-11-25T14:33:48,564 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 608, reset compression=false 2024-11-25T14:33:48,672 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 656, reset compression=false 2024-11-25T14:33:48,818 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T14:33:48,822 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-25T14:33:48,859 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 631, reset compression=false 2024-11-25T14:33:48,977 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 608, reset compression=false 2024-11-25T14:33:49,076 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 656, reset compression=false 2024-11-25T14:33:49,109 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:49,109 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 760, reset compression=false 2024-11-25T14:33:49,111 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,34751,1732545213836 got entry batch from reader: WALEntryBatch [walEntries=[{test/9382ecc8b288489d257cf22ed76d38eb/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T14:33:49,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:49,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:49,286 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 631, reset compression=false 2024-11-25T14:33:49,291 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:49,291 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 758, reset compression=false 2024-11-25T14:33:49,291 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36807,1732545203691 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cb2b7743d90ee188f3de361a1dea027/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T14:33:49,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:49,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:49,329 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 760, reset compression=false 2024-11-25T14:33:49,508 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 608, reset compression=false 2024-11-25T14:33:49,519 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 758, reset compression=false 2024-11-25T14:33:49,541 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:49,541 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 759, reset compression=false 2024-11-25T14:33:49,541 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,32853,1732545209539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:49,643 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 760, reset compression=false 2024-11-25T14:33:49,785 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 759, reset compression=false 2024-11-25T14:33:49,825 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-25T14:33:49,834 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T14:33:49,859 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 758, reset compression=false 2024-11-25T14:33:49,875 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:49,875 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 914, reset compression=false 2024-11-25T14:33:49,875 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36807,1732545203691 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cb2b7743d90ee188f3de361a1dea027/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T14:33:49,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:49,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:50,064 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 760, reset compression=false 2024-11-25T14:33:50,103 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 759, reset compression=false 2024-11-25T14:33:50,117 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 914, reset compression=false 2024-11-25T14:33:50,130 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:50,130 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 907, reset compression=false 2024-11-25T14:33:50,130 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,32853,1732545209539 got entry batch from reader: WALEntryBatch [walEntries=[{test/51cf123a8c62c0abd456089354e7cf1b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-25T14:33:50,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:50,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:50,138 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:50,138 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 932, reset compression=false 2024-11-25T14:33:50,138 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,34751,1732545213836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:50,393 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 907, reset compression=false 2024-11-25T14:33:50,396 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 932, reset compression=false 2024-11-25T14:33:50,460 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 914, reset compression=false 2024-11-25T14:33:50,741 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 907, reset compression=false 2024-11-25T14:33:50,744 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 932, reset compression=false 2024-11-25T14:33:50,838 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T14:33:50,845 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T14:33:50,872 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 914, reset compression=false 2024-11-25T14:33:51,165 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 907, reset compression=false 2024-11-25T14:33:51,176 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 932, reset compression=false 2024-11-25T14:33:51,197 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:51,197 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1066, reset compression=false 2024-11-25T14:33:51,197 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,32853,1732545209539 got entry batch from reader: WALEntryBatch [walEntries=[{test/51cf123a8c62c0abd456089354e7cf1b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T14:33:51,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:51,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:51,215 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:51,215 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1082, reset compression=false 2024-11-25T14:33:51,217 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,34751,1732545213836 got entry batch from reader: WALEntryBatch [walEntries=[{test/9382ecc8b288489d257cf22ed76d38eb/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-25T14:33:51,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:51,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:51,416 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 914, reset compression=false 2024-11-25T14:33:51,425 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:51,425 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1087, reset compression=false 2024-11-25T14:33:51,425 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36807,1732545203691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:51,440 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1066, reset compression=false 2024-11-25T14:33:51,471 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1082, reset compression=false 2024-11-25T14:33:51,631 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1087, reset compression=false 2024-11-25T14:33:51,765 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1066, reset compression=false 2024-11-25T14:33:51,793 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1082, reset compression=false 2024-11-25T14:33:51,859 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T14:33:51,870 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-25T14:33:51,942 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1087, reset compression=false 2024-11-25T14:33:52,203 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1066, reset compression=false 2024-11-25T14:33:52,231 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1082, reset compression=false 2024-11-25T14:33:52,252 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:52,252 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1241, reset compression=false 2024-11-25T14:33:52,252 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,34751,1732545213836 got entry batch from reader: WALEntryBatch [walEntries=[{test/9382ecc8b288489d257cf22ed76d38eb/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T14:33:52,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:52,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:52,383 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1087, reset compression=false 2024-11-25T14:33:52,417 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:52,417 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1236, reset compression=false 2024-11-25T14:33:52,417 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36807,1732545203691 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cb2b7743d90ee188f3de361a1dea027/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-25T14:33:52,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:52,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:52,471 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1241, reset compression=false 2024-11-25T14:33:52,658 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1236, reset compression=false 2024-11-25T14:33:52,720 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1066, reset compression=false 2024-11-25T14:33:52,770 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:52,770 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1239, reset compression=false 2024-11-25T14:33:52,771 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,32853,1732545209539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:52,824 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1241, reset compression=false 2024-11-25T14:33:52,839 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T14:33:52,875 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-25T14:33:52,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c85e4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:52,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45909,-1 for getting cluster id 2024-11-25T14:33:52,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:52,891 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18f19365-10c9-4fa9-a624-71eebe70c803' 2024-11-25T14:33:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18f19365-10c9-4fa9-a624-71eebe70c803" 2024-11-25T14:33:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a2099a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:52,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45909,-1] 2024-11-25T14:33:52,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:52,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:52,893 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:52,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5f52d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:52,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45909,1732545213698 2024-11-25T14:33:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37c5a9d5 2024-11-25T14:33:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:52,900 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:52,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-25T14:33:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-25T14:33:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T14:33:52,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:33:52,988 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1236, reset compression=false 2024-11-25T14:33:53,004 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1239, reset compression=false 2024-11-25T14:33:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T14:33:53,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-25T14:33:53,088 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-25T14:33:53,089 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-25T14:33:53,089 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,34751,1732545213836 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-25T14:33:53,089 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/cb69081f5976:0-0. 2024-11-25T14:33:53,089 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:53,089 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:53,090 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:53,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:53,190 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-25T14:33:53,190 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T14:33:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T14:33:53,290 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 terminated 2024-11-25T14:33:53,331 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1239, reset compression=false 2024-11-25T14:33:53,339 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,34751,1732545213836, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:33:53,339 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-25T14:33:53,371 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T14:33:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-25T14:33:53,379 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on cb69081f5976,34751,1732545213836 suceeded 2024-11-25T14:33:53,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T14:33:53,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 457 msec 2024-11-25T14:33:53,386 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-25T14:33:53,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 485 msec 2024-11-25T14:33:53,406 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:40021' 2024-11-25T14:33:53,419 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b4450b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:53,420 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,40021,-1 for getting cluster id 2024-11-25T14:33:53,420 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:53,420 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ed3ec6e-e238-4dfb-9dc4-7b9866187f71' 2024-11-25T14:33:53,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:53,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ed3ec6e-e238-4dfb-9dc4-7b9866187f71" 2024-11-25T14:33:53,422 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:53,422 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@422cf844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:53,422 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,40021,-1] 2024-11-25T14:33:53,422 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:53,423 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:53,426 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41b4ba0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:53,426 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:53,429 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1236, reset compression=false 2024-11-25T14:33:53,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,40021,1732545203295 2024-11-25T14:33:53,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@434b8354 2024-11-25T14:33:53,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:53,435 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-25T14:33:53,436 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,34751,1732545213836 (queues=1) is replicating from cluster=18f19365-10c9-4fa9-a624-71eebe70c803 to cluster=9ed3ec6e-e238-4dfb-9dc4-7b9866187f71 2024-11-25T14:33:53,436 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C34751%2C1732545213836 2024-11-25T14:33:53,437 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,34751,1732545213836, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:33:53,464 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C34751%2C1732545213836 2024-11-25T14:33:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T14:33:53,539 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:33:53,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:53,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:53,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:53,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:53,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:53,551 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-25T14:33:53,780 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1239, reset compression=false 2024-11-25T14:33:54,005 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1236, reset compression=false 2024-11-25T14:33:54,064 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:54,064 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1340, reset compression=false 2024-11-25T14:33:54,064 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36807,1732545203691 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cb2b7743d90ee188f3de361a1dea027/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T14:33:54,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:54,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:54,288 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1239, reset compression=false 2024-11-25T14:33:54,293 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1340, reset compression=false 2024-11-25T14:33:54,299 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:54,299 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,32853,1732545209539 got entry batch from reader: WALEntryBatch [walEntries=[{test/51cf123a8c62c0abd456089354e7cf1b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T14:33:54,299 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1367, reset compression=false 2024-11-25T14:33:54,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:54,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:54,529 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1367, reset compression=false 2024-11-25T14:33:54,553 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-25T14:33:54,574 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:54,574 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1471, reset compression=false 2024-11-25T14:33:54,574 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,32853,1732545209539 got entry batch from reader: WALEntryBatch [walEntries=[{test/51cf123a8c62c0abd456089354e7cf1b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T14:33:54,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:54,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34751 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:54,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e0e526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:54,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,45909,-1 for getting cluster id 2024-11-25T14:33:54,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:33:54,584 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18f19365-10c9-4fa9-a624-71eebe70c803' 2024-11-25T14:33:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:33:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18f19365-10c9-4fa9-a624-71eebe70c803" 2024-11-25T14:33:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649437d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,45909,-1] 2024-11-25T14:33:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:33:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:54,587 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:33:54,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adf1a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:33:54,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:33:54,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,45909,1732545213698 2024-11-25T14:33:54,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d61bdda 2024-11-25T14:33:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:33:54,598 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:33:54,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-25T14:33:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-25T14:33:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T14:33:54,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:33:54,641 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1340, reset compression=false 2024-11-25T14:33:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T14:33:54,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-25T14:33:54,775 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-25T14:33:54,776 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T14:33:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-25T14:33:54,778 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on cb69081f5976,34751,1732545213836 suceeded 2024-11-25T14:33:54,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T14:33:54,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-25T14:33:54,782 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-25T14:33:54,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 185 msec 2024-11-25T14:33:54,795 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1471, reset compression=false 2024-11-25T14:33:54,863 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, startPosition=1241, beingWritten=true 2024-11-25T14:33:54,892 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:33:54,892 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1521, reset compression=false 2024-11-25T14:33:54,892 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,34751,1732545213836 got entry batch from reader: WALEntryBatch [walEntries=[{test/9382ecc8b288489d257cf22ed76d38eb/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-25T14:33:54,895 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:33:54,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-25T14:33:54,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:33:54,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:33:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-25T14:33:54,925 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:33:54,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:54,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:54,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:54,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:54,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:54,930 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-25T14:33:54,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:33:54,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:54,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:54,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:54,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:54,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:54,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:33:54,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2140577318, stopped=false 2024-11-25T14:33:54,931 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,45909,1732545213698 2024-11-25T14:33:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21359918951/running 2024-11-25T14:33:54,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:54,982 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:33:54,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:54,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:54,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:54,983 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,34751,1732545213836' ***** 2024-11-25T14:33:54,983 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:33:54,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21359918951/running 2024-11-25T14:33:54,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:54,987 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:33:54,987 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:33:54,987 INFO [RS:0;cb69081f5976:34751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:33:54,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Set watcher on znode that does not yet exist, /21359918951/running 2024-11-25T14:33:54,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Set watcher on znode that does not yet exist, /21359918951/running 2024-11-25T14:33:54,989 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:33:54,991 INFO [RS:0;cb69081f5976:34751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:33:54,992 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(3091): Received CLOSE for 9382ecc8b288489d257cf22ed76d38eb 2024-11-25T14:33:54,992 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(3091): Received CLOSE for a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:54,992 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,34751,1732545213836 2024-11-25T14:33:54,992 INFO [RS:0;cb69081f5976:34751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:33:54,992 INFO [RS:0;cb69081f5976:34751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:34751. 2024-11-25T14:33:54,992 DEBUG [RS:0;cb69081f5976:34751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:54,992 DEBUG [RS:0;cb69081f5976:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:54,992 INFO [RS:0;cb69081f5976:34751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:33:54,992 INFO [RS:0;cb69081f5976:34751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:33:54,992 INFO [RS:0;cb69081f5976:34751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:33:54,992 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:33:54,995 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9382ecc8b288489d257cf22ed76d38eb, disabling compactions & flushes 2024-11-25T14:33:54,995 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:54,995 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:54,995 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. after waiting 0 ms 2024-11-25T14:33:54,996 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:54,996 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9382ecc8b288489d257cf22ed76d38eb 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-25T14:33:55,002 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:33:55,002 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1325): Online Regions={9382ecc8b288489d257cf22ed76d38eb=test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb., 1588230740=hbase:meta,,1.1588230740, a53d8bf281a48f3846bfb559adcd832a=hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a.} 2024-11-25T14:33:55,003 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9382ecc8b288489d257cf22ed76d38eb, a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:55,007 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:33:55,007 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:33:55,007 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:33:55,007 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:33:55,007 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:33:55,008 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:33:55,052 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/info/02cc55d38e034837b584c67b81976cbd is 147, key is hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a./info:regioninfo/1732545225605/Put/seqid=0 2024-11-25T14:33:55,066 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1340, reset compression=false 2024-11-25T14:33:55,077 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/.tmp/f/aafb69eb33a842e39bc7433617a82c54 is 37, key is row3/f:row3/1732545233541/Put/seqid=0 2024-11-25T14:33:55,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741840_1016 (size=7686) 2024-11-25T14:33:55,092 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/info/02cc55d38e034837b584c67b81976cbd 2024-11-25T14:33:55,102 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:55,102 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:33:55,103 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,36807,1732545203691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:55,118 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:33:55,118 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:33:55,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741841_1017 (size=5228) 2024-11-25T14:33:55,138 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/ns/866af09da40f4cb296a256fdeafd4575 is 43, key is default/ns:d/1732545217073/Put/seqid=0 2024-11-25T14:33:55,144 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1471, reset compression=false 2024-11-25T14:33:55,157 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1521, reset compression=false 2024-11-25T14:33:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741842_1018 (size=5153) 2024-11-25T14:33:55,185 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/ns/866af09da40f4cb296a256fdeafd4575 2024-11-25T14:33:55,203 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9382ecc8b288489d257cf22ed76d38eb, a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:55,222 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:55,222 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1768, reset compression=false 2024-11-25T14:33:55,222 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,34751,1732545213836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:55,225 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb69081f5976,34751,1732545213836: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb69081f5976,34751,1732545213836, walGroup=cb69081f5976%2C34751%2C1732545213836, offset=cb69081f5976%2C34751%2C1732545213836.1732545216277:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:34751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T14:33:55,227 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:33:55,227 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:33:55,228 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:33:55,228 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:33:55,228 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:33:55,228 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 813487104 }, "NonHeapMemoryUsage": { "committed": 200736768, "init": 7667712, "max": -1, "used": 197847672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T14:33:55,228 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:45909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:45909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T14:33:55,232 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/rep_barrier/6f4033826790451da0fe3cdcd2405133 is 112, key is test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb./rep_barrier:seqnumDuringOpen/1732545221099/Put/seqid=0 2024-11-25T14:33:55,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741843_1019 (size=5518) 2024-11-25T14:33:55,282 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/rep_barrier/6f4033826790451da0fe3cdcd2405133 2024-11-25T14:33:55,319 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/table/27495099744b482f83cf0e165271ef15 is 53, key is hbase:replication/table:state/1732545225632/Put/seqid=0 2024-11-25T14:33:55,355 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:33:55,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741844_1020 (size=5308) 2024-11-25T14:33:55,407 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9382ecc8b288489d257cf22ed76d38eb, a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:55,452 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1768, reset compression=false 2024-11-25T14:33:55,520 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/.tmp/f/aafb69eb33a842e39bc7433617a82c54 2024-11-25T14:33:55,529 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aafb69eb33a842e39bc7433617a82c54 2024-11-25T14:33:55,546 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/.tmp/f1/53a0d12a9edf4336b594ab39c6d11343 is 30, key is row1/f1:/1732545230840/DeleteFamily/seqid=0 2024-11-25T14:33:55,568 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1471, reset compression=false 2024-11-25T14:33:55,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741845_1021 (size=5158) 2024-11-25T14:33:55,611 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9382ecc8b288489d257cf22ed76d38eb, a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:55,679 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:33:55,757 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/table/27495099744b482f83cf0e165271ef15 2024-11-25T14:33:55,778 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/info/02cc55d38e034837b584c67b81976cbd as hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/info/02cc55d38e034837b584c67b81976cbd 2024-11-25T14:33:55,788 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/info/02cc55d38e034837b584c67b81976cbd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:33:55,792 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/ns/866af09da40f4cb296a256fdeafd4575 as hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/ns/866af09da40f4cb296a256fdeafd4575 2024-11-25T14:33:55,794 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1768, reset compression=false 2024-11-25T14:33:55,808 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/ns/866af09da40f4cb296a256fdeafd4575, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:33:55,809 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/rep_barrier/6f4033826790451da0fe3cdcd2405133 as hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/rep_barrier/6f4033826790451da0fe3cdcd2405133 2024-11-25T14:33:55,811 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9382ecc8b288489d257cf22ed76d38eb, a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:55,819 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/rep_barrier/6f4033826790451da0fe3cdcd2405133, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:33:55,821 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/.tmp/table/27495099744b482f83cf0e165271ef15 as hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/table/27495099744b482f83cf0e165271ef15 2024-11-25T14:33:55,828 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/table/27495099744b482f83cf0e165271ef15, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:33:55,829 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 822ms, sequenceid=16, compaction requested=false 2024-11-25T14:33:55,944 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:33:55,945 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:33:55,945 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:33:55,946 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:33:55,946 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545235007Running coprocessor pre-close hooks at 1732545235007Disabling compacts and flushes for region at 1732545235007Disabling writes for close at 1732545235007Obtaining lock to block concurrent updates at 1732545235008 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732545235008Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545235008Flushing stores of hbase:meta,,1.1588230740 at 1732545235009 (+1 ms)Flushing 1588230740/info: creating writer at 1732545235009Flushing 1588230740/info: appending metadata at 1732545235052 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732545235052Flushing 1588230740/ns: creating writer at 1732545235108 (+56 ms)Flushing 1588230740/ns: appending metadata at 1732545235137 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732545235137Flushing 1588230740/rep_barrier: creating writer at 1732545235190 (+53 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545235232 (+42 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545235232Flushing 1588230740/table: creating writer at 1732545235287 (+55 ms)Flushing 1588230740/table: appending metadata at 1732545235319 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732545235319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63263a52: reopening flushed file at 1732545235772 (+453 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2a4bbc: reopening flushed file at 1732545235788 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c346876: reopening flushed file at 1732545235809 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382c5a86: reopening flushed file at 1732545235819 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 822ms, sequenceid=16, compaction requested=false at 1732545235830 (+11 ms)Writing region close event to WAL at 1732545235939 (+109 ms)Running coprocessor post-close hooks at 1732545235945 (+6 ms)Closed at 1732545235946 (+1 ms) 2024-11-25T14:33:55,946 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:33:56,004 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/.tmp/f1/53a0d12a9edf4336b594ab39c6d11343 2024-11-25T14:33:56,012 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53a0d12a9edf4336b594ab39c6d11343 2024-11-25T14:33:56,014 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:33:56,015 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1325): Online Regions={9382ecc8b288489d257cf22ed76d38eb=test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb., a53d8bf281a48f3846bfb559adcd832a=hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a.} 2024-11-25T14:33:56,015 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1351): Waiting on 9382ecc8b288489d257cf22ed76d38eb, a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:56,072 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/.tmp/norep/ec80197451514d9e9b85d10d9cadd774 is 33, key is row2/norep:/1732545231864/DeleteFamily/seqid=0 2024-11-25T14:33:56,112 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:33:56,123 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1471, reset compression=false 2024-11-25T14:33:56,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741846_1022 (size=5108) 2024-11-25T14:33:56,129 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/.tmp/norep/ec80197451514d9e9b85d10d9cadd774 2024-11-25T14:33:56,141 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec80197451514d9e9b85d10d9cadd774 2024-11-25T14:33:56,155 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/.tmp/f/aafb69eb33a842e39bc7433617a82c54 as hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/f/aafb69eb33a842e39bc7433617a82c54 2024-11-25T14:33:56,179 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aafb69eb33a842e39bc7433617a82c54 2024-11-25T14:33:56,179 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/f/aafb69eb33a842e39bc7433617a82c54, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T14:33:56,195 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/.tmp/f1/53a0d12a9edf4336b594ab39c6d11343 as hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/f1/53a0d12a9edf4336b594ab39c6d11343 2024-11-25T14:33:56,215 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1351): Waiting on 9382ecc8b288489d257cf22ed76d38eb, a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:56,215 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53a0d12a9edf4336b594ab39c6d11343 2024-11-25T14:33:56,215 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/f1/53a0d12a9edf4336b594ab39c6d11343, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T14:33:56,218 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/.tmp/norep/ec80197451514d9e9b85d10d9cadd774 as hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/norep/ec80197451514d9e9b85d10d9cadd774 2024-11-25T14:33:56,238 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec80197451514d9e9b85d10d9cadd774 2024-11-25T14:33:56,238 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/norep/ec80197451514d9e9b85d10d9cadd774, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T14:33:56,240 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9382ecc8b288489d257cf22ed76d38eb in 1244ms, sequenceid=12, compaction requested=false 2024-11-25T14:33:56,240 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 1768, reset compression=false 2024-11-25T14:33:56,291 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:56,291 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 to pos 2117, reset compression=false 2024-11-25T14:33:56,333 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:56,348 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/data/default/test/9382ecc8b288489d257cf22ed76d38eb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T14:33:56,348 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:33:56,348 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:33:56,348 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:56,349 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9382ecc8b288489d257cf22ed76d38eb: Waiting for close lock at 1732545234995Running coprocessor pre-close hooks at 1732545234995Disabling compacts and flushes for region at 1732545234995Disabling writes for close at 1732545234995Obtaining lock to block concurrent updates at 1732545234996 (+1 ms)Preparing flush snapshotting stores in 9382ecc8b288489d257cf22ed76d38eb at 1732545234996Finished memstore snapshotting test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732545234996Flushing stores of test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. at 1732545235000 (+4 ms)Flushing 9382ecc8b288489d257cf22ed76d38eb/f: creating writer at 1732545235000Flushing 9382ecc8b288489d257cf22ed76d38eb/f: appending metadata at 1732545235076 (+76 ms)Flushing 9382ecc8b288489d257cf22ed76d38eb/f: closing flushed file at 1732545235076Flushing 9382ecc8b288489d257cf22ed76d38eb/f1: creating writer at 1732545235529 (+453 ms)Flushing 9382ecc8b288489d257cf22ed76d38eb/f1: appending metadata at 1732545235545 (+16 ms)Flushing 9382ecc8b288489d257cf22ed76d38eb/f1: closing flushed file at 1732545235545Flushing 9382ecc8b288489d257cf22ed76d38eb/norep: creating writer at 1732545236013 (+468 ms)Flushing 9382ecc8b288489d257cf22ed76d38eb/norep: appending metadata at 1732545236055 (+42 ms)Flushing 9382ecc8b288489d257cf22ed76d38eb/norep: closing flushed file at 1732545236058 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb880f: reopening flushed file at 1732545236141 (+83 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c3f207: reopening flushed file at 1732545236179 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@671dd101: reopening flushed file at 1732545236215 (+36 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9382ecc8b288489d257cf22ed76d38eb in 1244ms, sequenceid=12, compaction requested=false at 1732545236240 (+25 ms)Writing region close event to WAL at 1732545236306 (+66 ms)Running coprocessor post-close hooks at 1732545236348 (+42 ms)Closed at 1732545236348 2024-11-25T14:33:56,349 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545220044.9382ecc8b288489d257cf22ed76d38eb. 2024-11-25T14:33:56,349 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a53d8bf281a48f3846bfb559adcd832a, disabling compactions & flushes 2024-11-25T14:33:56,349 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:56,349 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:56,349 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. after waiting 0 ms 2024-11-25T14:33:56,349 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:56,349 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a53d8bf281a48f3846bfb559adcd832a: Waiting for close lock at 1732545236349Running coprocessor pre-close hooks at 1732545236349Disabling compacts and flushes for region at 1732545236349Disabling writes for close at 1732545236349Failed flush hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a., putting online again at 1732545236349 2024-11-25T14:33:56,349 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:56,416 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(3091): Received CLOSE for a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:56,416 DEBUG [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1351): Waiting on a53d8bf281a48f3846bfb559adcd832a 2024-11-25T14:33:56,416 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a53d8bf281a48f3846bfb559adcd832a, disabling compactions & flushes 2024-11-25T14:33:56,416 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:56,416 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:56,416 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. after waiting 0 ms 2024-11-25T14:33:56,416 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:56,416 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a53d8bf281a48f3846bfb559adcd832a: Waiting for close lock at 1732545236416Running coprocessor pre-close hooks at 1732545236416Disabling compacts and flushes for region at 1732545236416Disabling writes for close at 1732545236416Failed flush hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a., putting online again at 1732545236416 2024-11-25T14:33:56,417 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732545224596.a53d8bf281a48f3846bfb559adcd832a. 2024-11-25T14:33:56,617 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T14:33:56,617 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,34751,1732545213836; all regions closed. 2024-11-25T14:33:56,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.meta.1732545217006.meta not finished, retry = 0 2024-11-25T14:33:56,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741834_1010 (size=4239) 2024-11-25T14:33:56,661 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:33:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741839_1015 (size=2390) 2024-11-25T14:33:56,792 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1471, reset compression=false 2024-11-25T14:33:56,806 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/WALs/cb69081f5976,34751,1732545213836/cb69081f5976%2C34751%2C1732545213836.1732545216277 not finished, retry = 0 2024-11-25T14:33:56,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741833_1009 (size=2420) 2024-11-25T14:33:56,912 DEBUG [RS:0;cb69081f5976:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:56,912 INFO [RS:0;cb69081f5976:34751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:33:56,912 INFO [RS:0;cb69081f5976:34751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:33:56,912 INFO [RS:0;cb69081f5976:34751 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:33:56,913 INFO [RS:0;cb69081f5976:34751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:33:56,913 INFO [RS:0;cb69081f5976:34751 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,34751,1732545213836 because: Region server is closing 2024-11-25T14:33:56,913 INFO [RS:0;cb69081f5976:34751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:34751. 2024-11-25T14:33:56,913 DEBUG [RS:0;cb69081f5976:34751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:56,913 DEBUG [RS:0;cb69081f5976:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:56,913 DEBUG [RS:0;cb69081f5976:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:56,914 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:33:56,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:57,014 INFO [RS:0;cb69081f5976:34751 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.shippercb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 terminated 2024-11-25T14:33:57,014 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,34751,1732545213836.replicationSource.wal-reader.cb69081f5976%2C34751%2C1732545213836,1-cb69081f5976,34751,1732545213836 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-25T14:33:57,014 INFO [RS:0;cb69081f5976:34751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:34751. 2024-11-25T14:33:57,014 DEBUG [RS:0;cb69081f5976:34751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:57,014 DEBUG [RS:0;cb69081f5976:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:57,014 DEBUG [RS:0;cb69081f5976:34751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:57,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:57,014 INFO [RS:0;cb69081f5976:34751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34751 2024-11-25T14:33:57,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951/rs 2024-11-25T14:33:57,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,34751,1732545213836] 2024-11-25T14:33:57,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21359918951/rs/cb69081f5976,34751,1732545213836 2024-11-25T14:33:57,062 INFO [RS:0;cb69081f5976:34751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:33:57,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21359918951/draining/cb69081f5976,34751,1732545213836 already deleted, retry=false 2024-11-25T14:33:57,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,34751,1732545213836 expired; onlineServers=0 2024-11-25T14:33:57,062 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,45909,1732545213698' ***** 2024-11-25T14:33:57,062 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:33:57,062 INFO [M:0;cb69081f5976:45909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:33:57,062 INFO [M:0;cb69081f5976:45909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:33:57,063 DEBUG [M:0;cb69081f5976:45909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:33:57,063 DEBUG [M:0;cb69081f5976:45909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:33:57,063 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545215826 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545215826,5,FailOnTimeoutGroup] 2024-11-25T14:33:57,063 INFO [M:0;cb69081f5976:45909 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:33:57,063 INFO [M:0;cb69081f5976:45909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:33:57,063 DEBUG [M:0;cb69081f5976:45909 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:33:57,063 INFO [M:0;cb69081f5976:45909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:33:57,063 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545215826 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545215826,5,FailOnTimeoutGroup] 2024-11-25T14:33:57,063 INFO [M:0;cb69081f5976:45909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:33:57,064 INFO [M:0;cb69081f5976:45909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:33:57,064 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:33:57,064 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:33:57,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21359918951/master 2024-11-25T14:33:57,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21359918951 2024-11-25T14:33:57,125 DEBUG [M:0;cb69081f5976:45909 {}] zookeeper.RecoverableZooKeeper(212): Node /21359918951/master already deleted, retry=false 2024-11-25T14:33:57,125 DEBUG [M:0;cb69081f5976:45909 {}] master.ActiveMasterManager(353): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Failed delete of our master address node; KeeperErrorCode = NoNode for /21359918951/master 2024-11-25T14:33:57,138 INFO [M:0;cb69081f5976:45909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/.lastflushedseqids 2024-11-25T14:33:57,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:57,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34751-0x10173b3736c0007, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:57,171 INFO [RS:0;cb69081f5976:34751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:33:57,172 INFO [RS:0;cb69081f5976:34751 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,34751,1732545213836; zookeeper connection closed. 2024-11-25T14:33:57,202 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@491e2647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@491e2647 2024-11-25T14:33:57,203 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:33:57,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741847_1023 (size=245) 2024-11-25T14:33:57,300 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:33:57,525 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1471, reset compression=false 2024-11-25T14:33:57,622 INFO [M:0;cb69081f5976:45909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:33:57,622 INFO [M:0;cb69081f5976:45909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:33:57,623 DEBUG [M:0;cb69081f5976:45909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:33:57,623 INFO [M:0;cb69081f5976:45909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:57,623 DEBUG [M:0;cb69081f5976:45909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:57,623 DEBUG [M:0;cb69081f5976:45909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:33:57,623 DEBUG [M:0;cb69081f5976:45909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:57,623 INFO [M:0;cb69081f5976:45909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-25T14:33:57,652 DEBUG [M:0;cb69081f5976:45909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73d817b42d2846a9b34b77d05c96a449 is 82, key is hbase:meta,,1/info:regioninfo/1732545217054/Put/seqid=0 2024-11-25T14:33:57,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741848_1024 (size=5672) 2024-11-25T14:33:58,034 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:33:58,091 INFO [M:0;cb69081f5976:45909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73d817b42d2846a9b34b77d05c96a449 2024-11-25T14:33:58,115 DEBUG [M:0;cb69081f5976:45909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/063c867e3cf84af099312efce6efba4d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732545225641/Put/seqid=0 2024-11-25T14:33:58,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741849_1025 (size=9212) 2024-11-25T14:33:58,330 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1471, reset compression=false 2024-11-25T14:33:58,529 INFO [M:0;cb69081f5976:45909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/063c867e3cf84af099312efce6efba4d 2024-11-25T14:33:58,570 DEBUG [M:0;cb69081f5976:45909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f48af5dc9bf74c7ab95f0083afa7492c is 69, key is cb69081f5976,34751,1732545213836/rs:state/1732545215940/Put/seqid=0 2024-11-25T14:33:58,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741850_1026 (size=5156) 2024-11-25T14:33:58,845 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:33:58,976 INFO [M:0;cb69081f5976:45909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f48af5dc9bf74c7ab95f0083afa7492c 2024-11-25T14:33:58,979 DEBUG [M:0;cb69081f5976:45909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73d817b42d2846a9b34b77d05c96a449 as hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73d817b42d2846a9b34b77d05c96a449 2024-11-25T14:33:58,982 INFO [M:0;cb69081f5976:45909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73d817b42d2846a9b34b77d05c96a449, entries=8, sequenceid=127, filesize=5.5 K 2024-11-25T14:33:58,983 DEBUG [M:0;cb69081f5976:45909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/063c867e3cf84af099312efce6efba4d as hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/063c867e3cf84af099312efce6efba4d 2024-11-25T14:33:58,986 INFO [M:0;cb69081f5976:45909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/063c867e3cf84af099312efce6efba4d, entries=15, sequenceid=127, filesize=9.0 K 2024-11-25T14:33:58,987 DEBUG [M:0;cb69081f5976:45909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f48af5dc9bf74c7ab95f0083afa7492c as hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f48af5dc9bf74c7ab95f0083afa7492c 2024-11-25T14:33:58,990 INFO [M:0;cb69081f5976:45909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40751/user/jenkins/test-data/0ab3cd82-c3b8-7f25-e278-0478e2490f3a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f48af5dc9bf74c7ab95f0083afa7492c, entries=1, sequenceid=127, filesize=5.0 K 2024-11-25T14:33:58,991 INFO [M:0;cb69081f5976:45909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1367ms, sequenceid=127, compaction requested=false 2024-11-25T14:33:58,991 INFO [M:0;cb69081f5976:45909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:33:58,992 DEBUG [M:0;cb69081f5976:45909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545237622Disabling compacts and flushes for region at 1732545237622Disabling writes for close at 1732545237623 (+1 ms)Obtaining lock to block concurrent updates at 1732545237623Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545237623Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732545237623Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545237624 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545237624Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545237652 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545237652Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545238095 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545238115 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545238115Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545238555 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545238569 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545238569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f6b4ec: reopening flushed file at 1732545238979 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e07ecf: reopening flushed file at 1732545238983 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@625174f1: reopening flushed file at 1732545238986 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1367ms, sequenceid=127, compaction requested=false at 1732545238991 (+5 ms)Writing region close event to WAL at 1732545238991Closed at 1732545238991 2024-11-25T14:33:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35165 is added to blk_1073741830_1006 (size=73866) 2024-11-25T14:33:58,993 INFO [M:0;cb69081f5976:45909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:33:58,993 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:33:58,993 INFO [M:0;cb69081f5976:45909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45909 2024-11-25T14:33:58,994 INFO [M:0;cb69081f5976:45909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:33:59,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:59,137 INFO [M:0;cb69081f5976:45909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:33:59,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45909-0x10173b3736c0006, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:33:59,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@427a4283{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:33:59,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11735bc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:33:59,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:33:59,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd1b6aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:33:59,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ada0127{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/hadoop.log.dir/,STOPPED} 2024-11-25T14:33:59,141 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:33:59,141 WARN [BP-725889030-172.17.0.3-1732545211733 heartbeating to localhost/127.0.0.1:40751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:33:59,141 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:33:59,142 WARN [BP-725889030-172.17.0.3-1732545211733 heartbeating to localhost/127.0.0.1:40751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-725889030-172.17.0.3-1732545211733 (Datanode Uuid f6c51003-b7c9-46a8-8d4e-538d157128a3) service to localhost/127.0.0.1:40751 2024-11-25T14:33:59,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/cluster_e3f738ca-88d4-b78e-4777-00ab9d1c3be2/data/data1/current/BP-725889030-172.17.0.3-1732545211733 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:33:59,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/cluster_e3f738ca-88d4-b78e-4777-00ab9d1c3be2/data/data2/current/BP-725889030-172.17.0.3-1732545211733 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:33:59,142 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:33:59,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf0e428{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:33:59,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bcc0901{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:33:59,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:33:59,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4690dc4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:33:59,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e69882f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/hadoop.log.dir/,STOPPED} 2024-11-25T14:33:59,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:33:59,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:33:59,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:59,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:59,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:59,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:59,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:33:59,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:33:59,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=88063036, stopped=false 2024-11-25T14:33:59,162 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,42103,1732545209432 2024-11-25T14:33:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11739893886/running 2024-11-25T14:33:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11739893886/running 2024-11-25T14:33:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:33:59,195 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:33:59,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Set watcher on znode that does not yet exist, /11739893886/running 2024-11-25T14:33:59,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:33:59,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Set watcher on znode that does not yet exist, /11739893886/running 2024-11-25T14:33:59,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:59,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:59,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,32853,1732545209539' ***** 2024-11-25T14:33:59,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:33:59,197 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:33:59,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:33:59,197 INFO [RS:0;cb69081f5976:32853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:33:59,197 INFO [RS:0;cb69081f5976:32853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:33:59,197 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(3091): Received CLOSE for 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:59,198 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:59,198 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,32853,1732545209539 2024-11-25T14:33:59,198 INFO [RS:0;cb69081f5976:32853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:33:59,198 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51cf123a8c62c0abd456089354e7cf1b, disabling compactions & flushes 2024-11-25T14:33:59,198 INFO [RS:0;cb69081f5976:32853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:32853. 2024-11-25T14:33:59,198 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:59,198 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:59,198 DEBUG [RS:0;cb69081f5976:32853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:33:59,198 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. after waiting 0 ms 2024-11-25T14:33:59,198 DEBUG [RS:0;cb69081f5976:32853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:33:59,198 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:59,198 INFO [RS:0;cb69081f5976:32853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:33:59,198 INFO [RS:0;cb69081f5976:32853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:33:59,198 INFO [RS:0;cb69081f5976:32853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:33:59,198 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51cf123a8c62c0abd456089354e7cf1b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-25T14:33:59,198 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:33:59,198 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:33:59,198 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 51cf123a8c62c0abd456089354e7cf1b=test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b., 3bbc5369b8c567d4d7b44af06851118e=hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e.} 2024-11-25T14:33:59,198 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bbc5369b8c567d4d7b44af06851118e, 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:59,198 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:33:59,198 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:33:59,198 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:33:59,198 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:33:59,198 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:33:59,198 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:33:59,213 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/.tmp/f/8977ceac5bb14dfb8f39d17ee53b75d6 is 37, key is row3/f:row3/1732545233541/Put/seqid=0 2024-11-25T14:33:59,217 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/info/c380abc5217a4684a1721b24f0a837f0 is 147, key is hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e./info:regioninfo/1732545224018/Put/seqid=0 2024-11-25T14:33:59,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741840_1016 (size=5228) 2024-11-25T14:33:59,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741841_1017 (size=7686) 2024-11-25T14:33:59,245 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/info/c380abc5217a4684a1721b24f0a837f0 2024-11-25T14:33:59,264 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1471, reset compression=false 2024-11-25T14:33:59,270 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:33:59,270 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1718, reset compression=false 2024-11-25T14:33:59,270 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,32853,1732545209539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:33:59,272 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb69081f5976,32853,1732545209539: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb69081f5976,32853,1732545209539, walGroup=cb69081f5976%2C32853%2C1732545209539, offset=cb69081f5976%2C32853%2C1732545209539.1732545211065:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:32853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T14:33:59,273 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:33:59,273 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:33:59,274 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:33:59,274 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:33:59,274 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:33:59,274 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1157627904, "init": 1048576000, "max": 2306867200, "used": 886887424 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198592800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T14:33:59,274 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:42103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:42103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T14:33:59,278 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/ns/2ea90e474b4f4a518e1f1b12d9ee0ae9 is 43, key is default/ns:d/1732545211628/Put/seqid=0 2024-11-25T14:33:59,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741842_1018 (size=5153) 2024-11-25T14:33:59,290 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:33:59,394 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T14:33:59,398 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bbc5369b8c567d4d7b44af06851118e, 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:59,481 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1718, reset compression=false 2024-11-25T14:33:59,599 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bbc5369b8c567d4d7b44af06851118e, 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:59,645 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/.tmp/f/8977ceac5bb14dfb8f39d17ee53b75d6 2024-11-25T14:33:59,653 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8977ceac5bb14dfb8f39d17ee53b75d6 2024-11-25T14:33:59,680 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/.tmp/f1/9944b0dd2d9647a1be15952e9060bdaa is 30, key is row1/f1:/1732545230840/DeleteFamily/seqid=0 2024-11-25T14:33:59,691 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/ns/2ea90e474b4f4a518e1f1b12d9ee0ae9 2024-11-25T14:33:59,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741843_1019 (size=5158) 2024-11-25T14:33:59,700 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/.tmp/f1/9944b0dd2d9647a1be15952e9060bdaa 2024-11-25T14:33:59,712 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9944b0dd2d9647a1be15952e9060bdaa 2024-11-25T14:33:59,724 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/rep_barrier/8431ca75310a4be589f38074e0101889 is 112, key is test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b./rep_barrier:seqnumDuringOpen/1732545219945/Put/seqid=0 2024-11-25T14:33:59,731 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/.tmp/norep/c3b41674570c4fcd86b02fdd0ea5ca46 is 33, key is row1/norep:/1732545230840/DeleteFamily/seqid=0 2024-11-25T14:33:59,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741844_1020 (size=5518) 2024-11-25T14:33:59,751 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:33:59,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741845_1021 (size=5108) 2024-11-25T14:33:59,767 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/.tmp/norep/c3b41674570c4fcd86b02fdd0ea5ca46 2024-11-25T14:33:59,776 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3b41674570c4fcd86b02fdd0ea5ca46 2024-11-25T14:33:59,776 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/.tmp/f/8977ceac5bb14dfb8f39d17ee53b75d6 as hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/f/8977ceac5bb14dfb8f39d17ee53b75d6 2024-11-25T14:33:59,788 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1718, reset compression=false 2024-11-25T14:33:59,789 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8977ceac5bb14dfb8f39d17ee53b75d6 2024-11-25T14:33:59,789 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/f/8977ceac5bb14dfb8f39d17ee53b75d6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T14:33:59,791 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/.tmp/f1/9944b0dd2d9647a1be15952e9060bdaa as hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/f1/9944b0dd2d9647a1be15952e9060bdaa 2024-11-25T14:33:59,797 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9944b0dd2d9647a1be15952e9060bdaa 2024-11-25T14:33:59,797 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/f1/9944b0dd2d9647a1be15952e9060bdaa, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T14:33:59,798 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/.tmp/norep/c3b41674570c4fcd86b02fdd0ea5ca46 as hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/norep/c3b41674570c4fcd86b02fdd0ea5ca46 2024-11-25T14:33:59,799 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bbc5369b8c567d4d7b44af06851118e, 51cf123a8c62c0abd456089354e7cf1b 2024-11-25T14:33:59,803 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3b41674570c4fcd86b02fdd0ea5ca46 2024-11-25T14:33:59,803 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/norep/c3b41674570c4fcd86b02fdd0ea5ca46, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T14:33:59,804 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 51cf123a8c62c0abd456089354e7cf1b in 605ms, sequenceid=12, compaction requested=false 2024-11-25T14:33:59,807 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/default/test/51cf123a8c62c0abd456089354e7cf1b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T14:33:59,807 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:33:59,807 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:33:59,807 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:59,808 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51cf123a8c62c0abd456089354e7cf1b: Waiting for close lock at 1732545239198Running coprocessor pre-close hooks at 1732545239198Disabling compacts and flushes for region at 1732545239198Disabling writes for close at 1732545239198Obtaining lock to block concurrent updates at 1732545239198Preparing flush snapshotting stores in 51cf123a8c62c0abd456089354e7cf1b at 1732545239198Finished memstore snapshotting test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732545239198Flushing stores of test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. at 1732545239199 (+1 ms)Flushing 51cf123a8c62c0abd456089354e7cf1b/f: creating writer at 1732545239199Flushing 51cf123a8c62c0abd456089354e7cf1b/f: appending metadata at 1732545239212 (+13 ms)Flushing 51cf123a8c62c0abd456089354e7cf1b/f: closing flushed file at 1732545239212Flushing 51cf123a8c62c0abd456089354e7cf1b/f1: creating writer at 1732545239654 (+442 ms)Flushing 51cf123a8c62c0abd456089354e7cf1b/f1: appending metadata at 1732545239679 (+25 ms)Flushing 51cf123a8c62c0abd456089354e7cf1b/f1: closing flushed file at 1732545239679Flushing 51cf123a8c62c0abd456089354e7cf1b/norep: creating writer at 1732545239712 (+33 ms)Flushing 51cf123a8c62c0abd456089354e7cf1b/norep: appending metadata at 1732545239730 (+18 ms)Flushing 51cf123a8c62c0abd456089354e7cf1b/norep: closing flushed file at 1732545239730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b93c83: reopening flushed file at 1732545239776 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab84cd1: reopening flushed file at 1732545239789 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47efec74: reopening flushed file at 1732545239798 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 51cf123a8c62c0abd456089354e7cf1b in 605ms, sequenceid=12, compaction requested=false at 1732545239804 (+6 ms)Writing region close event to WAL at 1732545239804Running coprocessor post-close hooks at 1732545239807 (+3 ms)Closed at 1732545239807 2024-11-25T14:33:59,808 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545219398.51cf123a8c62c0abd456089354e7cf1b. 2024-11-25T14:33:59,808 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bbc5369b8c567d4d7b44af06851118e, disabling compactions & flushes 2024-11-25T14:33:59,808 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:59,808 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:59,808 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. after waiting 0 ms 2024-11-25T14:33:59,808 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:59,808 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bbc5369b8c567d4d7b44af06851118e: Waiting for close lock at 1732545239808Running coprocessor pre-close hooks at 1732545239808Disabling compacts and flushes for region at 1732545239808Disabling writes for close at 1732545239808Failed flush hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e., putting online again at 1732545239808 2024-11-25T14:33:59,808 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:59,965 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:33:59,965 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:33:59,999 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(3091): Received CLOSE for 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:59,999 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3bbc5369b8c567d4d7b44af06851118e, disabling compactions & flushes 2024-11-25T14:33:59,999 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:59,999 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:59,999 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3bbc5369b8c567d4d7b44af06851118e 2024-11-25T14:33:59,999 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. after waiting 0 ms 2024-11-25T14:33:59,999 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:33:59,999 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3bbc5369b8c567d4d7b44af06851118e: Waiting for close lock at 1732545239999Running coprocessor pre-close hooks at 1732545239999Disabling compacts and flushes for region at 1732545239999Disabling writes for close at 1732545239999Failed flush hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e., putting online again at 1732545239999 2024-11-25T14:33:59,999 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e. 2024-11-25T14:34:00,146 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/rep_barrier/8431ca75310a4be589f38074e0101889 2024-11-25T14:34:00,166 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/table/a0296dadc09549e48ceab83cfc39045a is 53, key is hbase:replication/table:state/1732545224050/Put/seqid=0 2024-11-25T14:34:00,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741846_1022 (size=5308) 2024-11-25T14:34:00,192 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 1718, reset compression=false 2024-11-25T14:34:00,197 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:00,197 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 2362, reset compression=false 2024-11-25T14:34:00,199 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:34:00,199 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3bbc5369b8c567d4d7b44af06851118e=hbase:replication,,1732545223397.3bbc5369b8c567d4d7b44af06851118e.} 2024-11-25T14:34:00,199 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:34:00,400 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:34:00,401 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 2362, reset compression=false 2024-11-25T14:34:00,570 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/table/a0296dadc09549e48ceab83cfc39045a 2024-11-25T14:34:00,576 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/info/c380abc5217a4684a1721b24f0a837f0 as hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/info/c380abc5217a4684a1721b24f0a837f0 2024-11-25T14:34:00,580 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/info/c380abc5217a4684a1721b24f0a837f0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:34:00,581 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/ns/2ea90e474b4f4a518e1f1b12d9ee0ae9 as hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/ns/2ea90e474b4f4a518e1f1b12d9ee0ae9 2024-11-25T14:34:00,587 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/ns/2ea90e474b4f4a518e1f1b12d9ee0ae9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:34:00,587 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/rep_barrier/8431ca75310a4be589f38074e0101889 as hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/rep_barrier/8431ca75310a4be589f38074e0101889 2024-11-25T14:34:00,592 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/rep_barrier/8431ca75310a4be589f38074e0101889, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:34:00,593 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/.tmp/table/a0296dadc09549e48ceab83cfc39045a as hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/table/a0296dadc09549e48ceab83cfc39045a 2024-11-25T14:34:00,603 DEBUG [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:34:00,604 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/table/a0296dadc09549e48ceab83cfc39045a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:34:00,605 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1407ms, sequenceid=16, compaction requested=false 2024-11-25T14:34:00,660 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:34:00,661 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:00,661 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:34:00,661 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:00,662 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545239198Running coprocessor pre-close hooks at 1732545239198Disabling compacts and flushes for region at 1732545239198Disabling writes for close at 1732545239198Obtaining lock to block concurrent updates at 1732545239198Preparing flush snapshotting stores in 1588230740 at 1732545239198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545239199 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732545239199Flushing 1588230740/info: creating writer at 1732545239199Flushing 1588230740/info: appending metadata at 1732545239217 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732545239217Flushing 1588230740/ns: creating writer at 1732545239256 (+39 ms)Flushing 1588230740/ns: appending metadata at 1732545239278 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732545239278Flushing 1588230740/rep_barrier: creating writer at 1732545239701 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545239723 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545239723Flushing 1588230740/table: creating writer at 1732545240149 (+426 ms)Flushing 1588230740/table: appending metadata at 1732545240165 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732545240166 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7641c31a: reopening flushed file at 1732545240576 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184af8d6: reopening flushed file at 1732545240580 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2876ca47: reopening flushed file at 1732545240587 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f43b740: reopening flushed file at 1732545240592 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1407ms, sequenceid=16, compaction requested=false at 1732545240605 (+13 ms)Writing region close event to WAL at 1732545240639 (+34 ms)Running coprocessor post-close hooks at 1732545240661 (+22 ms)Closed at 1732545240661 2024-11-25T14:34:00,662 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:00,709 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.wal-reader.cb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 to pos 2362, reset compression=false 2024-11-25T14:34:00,764 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:34:00,803 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-25T14:34:00,803 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,32853,1732545209539; all regions closed. 2024-11-25T14:34:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741834_1010 (size=4239) 2024-11-25T14:34:00,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.meta.1732545211585.meta not finished, retry = 0 2024-11-25T14:34:00,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.rep.1732545223876 not finished, retry = 0 2024-11-25T14:34:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741839_1015 (size=2609) 2024-11-25T14:34:00,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:00,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741832_1008 (size=2370) 2024-11-25T14:34:01,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/WALs/cb69081f5976,32853,1732545209539/cb69081f5976%2C32853%2C1732545209539.1732545211065 not finished, retry = 0 2024-11-25T14:34:01,111 DEBUG [RS:0;cb69081f5976:32853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:01,111 INFO [RS:0;cb69081f5976:32853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:34:01,111 INFO [RS:0;cb69081f5976:32853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:34:01,111 INFO [RS:0;cb69081f5976:32853 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:34:01,111 INFO [RS:0;cb69081f5976:32853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:34:01,111 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:34:01,112 INFO [RS:0;cb69081f5976:32853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,32853,1732545209539 because: Region server is closing 2024-11-25T14:34:01,112 INFO [RS:0;cb69081f5976:32853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:32853. 2024-11-25T14:34:01,112 DEBUG [RS:0;cb69081f5976:32853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:01,112 DEBUG [RS:0;cb69081f5976:32853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:01,112 DEBUG [RS:0;cb69081f5976:32853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:01,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:01,212 INFO [RS:0;cb69081f5976:32853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,32853,1732545209539.replicationSource.shippercb69081f5976%2C32853%2C1732545209539,1-cb69081f5976,32853,1732545209539 terminated 2024-11-25T14:34:01,212 INFO [RS:0;cb69081f5976:32853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:32853. 2024-11-25T14:34:01,213 DEBUG [RS:0;cb69081f5976:32853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:01,213 DEBUG [RS:0;cb69081f5976:32853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:01,213 DEBUG [RS:0;cb69081f5976:32853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:01,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:01,213 INFO [RS:0;cb69081f5976:32853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32853 2024-11-25T14:34:01,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886/rs 2024-11-25T14:34:01,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11739893886/rs/cb69081f5976,32853,1732545209539 2024-11-25T14:34:01,227 INFO [RS:0;cb69081f5976:32853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:34:01,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,32853,1732545209539] 2024-11-25T14:34:01,245 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11739893886/draining/cb69081f5976,32853,1732545209539 already deleted, retry=false 2024-11-25T14:34:01,245 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,32853,1732545209539 expired; onlineServers=0 2024-11-25T14:34:01,245 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,42103,1732545209432' ***** 2024-11-25T14:34:01,245 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:34:01,246 INFO [M:0;cb69081f5976:42103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:34:01,246 INFO [M:0;cb69081f5976:42103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:34:01,246 DEBUG [M:0;cb69081f5976:42103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:34:01,246 DEBUG [M:0;cb69081f5976:42103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:34:01,246 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545210794 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545210794,5,FailOnTimeoutGroup] 2024-11-25T14:34:01,246 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545210794 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545210794,5,FailOnTimeoutGroup] 2024-11-25T14:34:01,246 INFO [M:0;cb69081f5976:42103 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:34:01,246 INFO [M:0;cb69081f5976:42103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:34:01,246 DEBUG [M:0;cb69081f5976:42103 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:34:01,247 INFO [M:0;cb69081f5976:42103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:34:01,247 INFO [M:0;cb69081f5976:42103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:34:01,247 INFO [M:0;cb69081f5976:42103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:34:01,247 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:34:01,247 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:34:01,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11739893886/master 2024-11-25T14:34:01,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11739893886 2024-11-25T14:34:01,254 DEBUG [M:0;cb69081f5976:42103 {}] zookeeper.ZKUtil(347): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Unable to get data of znode /11739893886/master because node does not exist (not an error) 2024-11-25T14:34:01,254 WARN [M:0;cb69081f5976:42103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T14:34:01,254 INFO [M:0;cb69081f5976:42103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/.lastflushedseqids 2024-11-25T14:34:01,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741847_1023 (size=245) 2024-11-25T14:34:01,263 INFO [M:0;cb69081f5976:42103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:34:01,263 INFO [M:0;cb69081f5976:42103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:34:01,263 DEBUG [M:0;cb69081f5976:42103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:34:01,263 INFO [M:0;cb69081f5976:42103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:01,263 DEBUG [M:0;cb69081f5976:42103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:01,263 DEBUG [M:0;cb69081f5976:42103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:34:01,263 DEBUG [M:0;cb69081f5976:42103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:01,264 INFO [M:0;cb69081f5976:42103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-25T14:34:01,290 DEBUG [M:0;cb69081f5976:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48147837077b40059d336e05bba2f09c is 82, key is hbase:meta,,1/info:regioninfo/1732545211614/Put/seqid=0 2024-11-25T14:34:01,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741848_1024 (size=5672) 2024-11-25T14:34:01,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:01,337 INFO [RS:0;cb69081f5976:32853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:34:01,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32853-0x10173b3736c0004, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:01,337 INFO [RS:0;cb69081f5976:32853 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,32853,1732545209539; zookeeper connection closed. 2024-11-25T14:34:01,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3dcf8344 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3dcf8344 2024-11-25T14:34:01,338 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:34:01,510 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:34:01,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:01,700 INFO [M:0;cb69081f5976:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48147837077b40059d336e05bba2f09c 2024-11-25T14:34:01,733 DEBUG [M:0;cb69081f5976:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ae9ee3403ec45c197ed423ffb36cf40 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732545224056/Put/seqid=0 2024-11-25T14:34:01,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741849_1025 (size=8515) 2024-11-25T14:34:01,867 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:34:02,143 INFO [M:0;cb69081f5976:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ae9ee3403ec45c197ed423ffb36cf40 2024-11-25T14:34:02,174 DEBUG [M:0;cb69081f5976:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0644d8237872451492690b16e3f16b13 is 69, key is cb69081f5976,32853,1732545209539/rs:state/1732545210900/Put/seqid=0 2024-11-25T14:34:02,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741850_1026 (size=5156) 2024-11-25T14:34:02,588 INFO [M:0;cb69081f5976:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0644d8237872451492690b16e3f16b13 2024-11-25T14:34:02,595 DEBUG [M:0;cb69081f5976:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48147837077b40059d336e05bba2f09c as hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48147837077b40059d336e05bba2f09c 2024-11-25T14:34:02,611 INFO [M:0;cb69081f5976:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48147837077b40059d336e05bba2f09c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T14:34:02,614 DEBUG [M:0;cb69081f5976:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ae9ee3403ec45c197ed423ffb36cf40 as hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ae9ee3403ec45c197ed423ffb36cf40 2024-11-25T14:34:02,620 INFO [M:0;cb69081f5976:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ae9ee3403ec45c197ed423ffb36cf40, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T14:34:02,627 DEBUG [M:0;cb69081f5976:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0644d8237872451492690b16e3f16b13 as hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0644d8237872451492690b16e3f16b13 2024-11-25T14:34:02,636 INFO [M:0;cb69081f5976:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39671/user/jenkins/test-data/c60d1001-94d2-ab13-372d-ee4d14a35a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0644d8237872451492690b16e3f16b13, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T14:34:02,637 INFO [M:0;cb69081f5976:42103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=97, compaction requested=false 2024-11-25T14:34:02,639 INFO [M:0;cb69081f5976:42103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:02,640 DEBUG [M:0;cb69081f5976:42103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545241263Disabling compacts and flushes for region at 1732545241263Disabling writes for close at 1732545241263Obtaining lock to block concurrent updates at 1732545241264 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545241264Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732545241264Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545241265 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545241265Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545241290 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545241290Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545241711 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545241733 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545241733Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545242152 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545242174 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545242174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c768d47: reopening flushed file at 1732545242594 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5189e25: reopening flushed file at 1732545242611 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc44aee: reopening flushed file at 1732545242620 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=97, compaction requested=false at 1732545242637 (+17 ms)Writing region close event to WAL at 1732545242639 (+2 ms)Closed at 1732545242639 2024-11-25T14:34:02,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35051 is added to blk_1073741830_1006 (size=63642) 2024-11-25T14:34:02,651 INFO [M:0;cb69081f5976:42103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:34:02,651 INFO [M:0;cb69081f5976:42103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42103 2024-11-25T14:34:02,652 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:34:02,652 INFO [M:0;cb69081f5976:42103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:34:02,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:02,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x10173b3736c0003, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:02,796 INFO [M:0;cb69081f5976:42103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:34:02,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@470b8d1e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:34:02,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a00b9a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:34:02,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:34:02,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e08126{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:34:02,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be291d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/hadoop.log.dir/,STOPPED} 2024-11-25T14:34:02,808 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:34:02,808 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:34:02,808 WARN [BP-337530986-172.17.0.3-1732545206824 heartbeating to localhost/127.0.0.1:39671 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:34:02,808 WARN [BP-337530986-172.17.0.3-1732545206824 heartbeating to localhost/127.0.0.1:39671 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-337530986-172.17.0.3-1732545206824 (Datanode Uuid ba0c1d53-d253-4101-a974-4e4735170567) service to localhost/127.0.0.1:39671 2024-11-25T14:34:02,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/cluster_36c822cf-b0c8-e51a-18f7-19e2dedafa4c/data/data1/current/BP-337530986-172.17.0.3-1732545206824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:34:02,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/cluster_36c822cf-b0c8-e51a-18f7-19e2dedafa4c/data/data2/current/BP-337530986-172.17.0.3-1732545206824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:34:02,810 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:34:02,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66e8e915{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:34:02,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25f2316d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:34:02,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:34:02,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@747e9584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:34:02,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57254cdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/120ca0a9-0ddf-2695-3f05-94c4111cef85/hadoop.log.dir/,STOPPED} 2024-11-25T14:34:02,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:34:02,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:34:02,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:02,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:02,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:02,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:02,834 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:34:02,834 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=856996066, stopped=false 2024-11-25T14:34:02,834 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,40021,1732545203295 2024-11-25T14:34:02,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:02,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-57409921/running 2024-11-25T14:34:02,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-57409921/running 2024-11-25T14:34:02,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:34:02,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:34:02,845 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:34:02,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Set watcher on znode that does not yet exist, /0-57409921/running 2024-11-25T14:34:02,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Set watcher on znode that does not yet exist, /0-57409921/running 2024-11-25T14:34:02,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:02,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:02,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:02,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,36807,1732545203691' ***** 2024-11-25T14:34:02,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:34:02,850 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:34:02,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:34:02,851 INFO [RS:0;cb69081f5976:36807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:34:02,851 INFO [RS:0;cb69081f5976:36807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:34:02,851 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(3091): Received CLOSE for 0191da56ec81cf91b697d545316ebbc5 2024-11-25T14:34:02,855 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:34:02,855 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,36807,1732545203691 2024-11-25T14:34:02,855 INFO [RS:0;cb69081f5976:36807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:34:02,856 INFO [RS:0;cb69081f5976:36807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:36807. 2024-11-25T14:34:02,856 DEBUG [RS:0;cb69081f5976:36807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:02,856 DEBUG [RS:0;cb69081f5976:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:02,856 INFO [RS:0;cb69081f5976:36807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:34:02,856 INFO [RS:0;cb69081f5976:36807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:34:02,856 INFO [RS:0;cb69081f5976:36807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:34:02,856 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:34:02,858 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0191da56ec81cf91b697d545316ebbc5, disabling compactions & flushes 2024-11-25T14:34:02,858 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:34:02,858 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:34:02,858 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. after waiting 0 ms 2024-11-25T14:34:02,858 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:34:02,858 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0191da56ec81cf91b697d545316ebbc5 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-25T14:34:02,863 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:34:02,863 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1325): Online Regions={0191da56ec81cf91b697d545316ebbc5=hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5., 1588230740=hbase:meta,,1.1588230740, 3cb2b7743d90ee188f3de361a1dea027=test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027.} 2024-11-25T14:34:02,863 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1351): Waiting on 0191da56ec81cf91b697d545316ebbc5, 1588230740, 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:34:02,864 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:34:02,864 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:34:02,864 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:34:02,864 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:34:02,864 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:34:02,864 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:34:02,926 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/replication/0191da56ec81cf91b697d545316ebbc5/.tmp/queue/ea0a4287b7c94f329d6664eea222aec3 is 154, key is 1-cb69081f5976,36807,1732545203691/queue:cb69081f5976%2C36807%2C1732545203691/1732545235104/Put/seqid=0 2024-11-25T14:34:02,932 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/info/49fb74765b3b473a80620da224ad524e is 147, key is hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5./info:regioninfo/1732545222778/Put/seqid=0 2024-11-25T14:34:02,935 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:34:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741840_1016 (size=5353) 2024-11-25T14:34:02,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741841_1017 (size=7686) 2024-11-25T14:34:03,064 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1351): Waiting on 0191da56ec81cf91b697d545316ebbc5, 1588230740, 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:34:03,076 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.wal-reader.cb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/WALs/cb69081f5976,36807,1732545203691/cb69081f5976%2C36807%2C1732545203691.1732545205720 to pos 1491, reset compression=false 2024-11-25T14:34:03,271 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1351): Waiting on 0191da56ec81cf91b697d545316ebbc5, 1588230740, 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:34:03,373 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/replication/0191da56ec81cf91b697d545316ebbc5/.tmp/queue/ea0a4287b7c94f329d6664eea222aec3 2024-11-25T14:34:03,389 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/info/49fb74765b3b473a80620da224ad524e 2024-11-25T14:34:03,390 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/replication/0191da56ec81cf91b697d545316ebbc5/.tmp/queue/ea0a4287b7c94f329d6664eea222aec3 as hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/replication/0191da56ec81cf91b697d545316ebbc5/queue/ea0a4287b7c94f329d6664eea222aec3 2024-11-25T14:34:03,423 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/replication/0191da56ec81cf91b697d545316ebbc5/queue/ea0a4287b7c94f329d6664eea222aec3, entries=1, sequenceid=14, filesize=5.2 K 2024-11-25T14:34:03,424 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0191da56ec81cf91b697d545316ebbc5 in 566ms, sequenceid=14, compaction requested=false 2024-11-25T14:34:03,435 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/ns/4764014bfebb45138ff5eca2a5ec7e55 is 43, key is default/ns:d/1732545206497/Put/seqid=0 2024-11-25T14:34:03,471 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1351): Waiting on 0191da56ec81cf91b697d545316ebbc5, 1588230740, 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:34:03,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741842_1018 (size=5153) 2024-11-25T14:34:03,479 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/ns/4764014bfebb45138ff5eca2a5ec7e55 2024-11-25T14:34:03,496 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/replication/0191da56ec81cf91b697d545316ebbc5/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-25T14:34:03,496 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:03,497 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:34:03,497 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:34:03,497 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0191da56ec81cf91b697d545316ebbc5: Waiting for close lock at 1732545242858Running coprocessor pre-close hooks at 1732545242858Disabling compacts and flushes for region at 1732545242858Disabling writes for close at 1732545242858Obtaining lock to block concurrent updates at 1732545242858Preparing flush snapshotting stores in 0191da56ec81cf91b697d545316ebbc5 at 1732545242858Finished memstore snapshotting hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732545242859 (+1 ms)Flushing stores of hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. at 1732545242864 (+5 ms)Flushing 0191da56ec81cf91b697d545316ebbc5/queue: creating writer at 1732545242864Flushing 0191da56ec81cf91b697d545316ebbc5/queue: appending metadata at 1732545242920 (+56 ms)Flushing 0191da56ec81cf91b697d545316ebbc5/queue: closing flushed file at 1732545242923 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e91d08: reopening flushed file at 1732545243390 (+467 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0191da56ec81cf91b697d545316ebbc5 in 566ms, sequenceid=14, compaction requested=false at 1732545243424 (+34 ms)Writing region close event to WAL at 1732545243451 (+27 ms)Running coprocessor post-close hooks at 1732545243496 (+45 ms)Closed at 1732545243497 (+1 ms) 2024-11-25T14:34:03,497 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732545221237.0191da56ec81cf91b697d545316ebbc5. 2024-11-25T14:34:03,497 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cb2b7743d90ee188f3de361a1dea027, disabling compactions & flushes 2024-11-25T14:34:03,497 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:34:03,497 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:34:03,497 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. after waiting 0 ms 2024-11-25T14:34:03,497 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:34:03,497 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3cb2b7743d90ee188f3de361a1dea027 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-25T14:34:03,536 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/rep_barrier/6593bd1b5f344554ab6e58d7807849ab is 112, key is test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027./rep_barrier:seqnumDuringOpen/1732545218737/Put/seqid=0 2024-11-25T14:34:03,556 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/.tmp/f/924f176d2afc467fa72b037a38856c0d is 37, key is row3/f:row3/1732545233541/Put/seqid=0 2024-11-25T14:34:03,574 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:34:03,574 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:34:03,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741843_1019 (size=5518) 2024-11-25T14:34:03,583 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/rep_barrier/6593bd1b5f344554ab6e58d7807849ab 2024-11-25T14:34:03,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741844_1020 (size=5228) 2024-11-25T14:34:03,672 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:34:03,682 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/table/888f4c02907d497a8f37cef490e59f62 is 53, key is hbase:replication/table:state/1732545222809/Put/seqid=0 2024-11-25T14:34:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741845_1021 (size=5308) 2024-11-25T14:34:03,728 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/table/888f4c02907d497a8f37cef490e59f62 2024-11-25T14:34:03,798 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/info/49fb74765b3b473a80620da224ad524e as hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/info/49fb74765b3b473a80620da224ad524e 2024-11-25T14:34:03,813 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/info/49fb74765b3b473a80620da224ad524e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:34:03,814 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/ns/4764014bfebb45138ff5eca2a5ec7e55 as hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/ns/4764014bfebb45138ff5eca2a5ec7e55 2024-11-25T14:34:03,821 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/ns/4764014bfebb45138ff5eca2a5ec7e55, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:34:03,823 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/rep_barrier/6593bd1b5f344554ab6e58d7807849ab as hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/rep_barrier/6593bd1b5f344554ab6e58d7807849ab 2024-11-25T14:34:03,842 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/rep_barrier/6593bd1b5f344554ab6e58d7807849ab, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:34:03,843 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/.tmp/table/888f4c02907d497a8f37cef490e59f62 as hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/table/888f4c02907d497a8f37cef490e59f62 2024-11-25T14:34:03,854 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/table/888f4c02907d497a8f37cef490e59f62, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:34:03,856 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=16, compaction requested=false 2024-11-25T14:34:03,856 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:34:03,872 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:34:03,872 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3cb2b7743d90ee188f3de361a1dea027=test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027.} 2024-11-25T14:34:03,872 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:34:03,910 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:34:03,911 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:03,911 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:34:03,911 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:03,911 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545242863Running coprocessor pre-close hooks at 1732545242863Disabling compacts and flushes for region at 1732545242864 (+1 ms)Disabling writes for close at 1732545242864Obtaining lock to block concurrent updates at 1732545242864Preparing flush snapshotting stores in 1588230740 at 1732545242864Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545242865 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732545242865Flushing 1588230740/info: creating writer at 1732545242866 (+1 ms)Flushing 1588230740/info: appending metadata at 1732545242932 (+66 ms)Flushing 1588230740/info: closing flushed file at 1732545242932Flushing 1588230740/ns: creating writer at 1732545243396 (+464 ms)Flushing 1588230740/ns: appending metadata at 1732545243434 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1732545243434Flushing 1588230740/rep_barrier: creating writer at 1732545243487 (+53 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545243535 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545243535Flushing 1588230740/table: creating writer at 1732545243620 (+85 ms)Flushing 1588230740/table: appending metadata at 1732545243682 (+62 ms)Flushing 1588230740/table: closing flushed file at 1732545243682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d7df18: reopening flushed file at 1732545243784 (+102 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14827952: reopening flushed file at 1732545243813 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8b9bac: reopening flushed file at 1732545243822 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bdcc58e: reopening flushed file at 1732545243842 (+20 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=16, compaction requested=false at 1732545243856 (+14 ms)Writing region close event to WAL at 1732545243904 (+48 ms)Running coprocessor post-close hooks at 1732545243911 (+7 ms)Closed at 1732545243911 2024-11-25T14:34:03,911 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:04,014 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/.tmp/f/924f176d2afc467fa72b037a38856c0d 2024-11-25T14:34:04,020 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 924f176d2afc467fa72b037a38856c0d 2024-11-25T14:34:04,069 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/.tmp/f1/6394d8f8505c4fd8a92732fce8779fa0 is 30, key is row1/f1:/1732545230840/DeleteFamily/seqid=0 2024-11-25T14:34:04,073 DEBUG [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1351): Waiting on 3cb2b7743d90ee188f3de361a1dea027 2024-11-25T14:34:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741846_1022 (size=5158) 2024-11-25T14:34:04,081 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/.tmp/f1/6394d8f8505c4fd8a92732fce8779fa0 2024-11-25T14:34:04,089 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6394d8f8505c4fd8a92732fce8779fa0 2024-11-25T14:34:04,122 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/.tmp/norep/455d1a65d05f4c3080aa2d255afd5273 is 32, key is row/norep:/1732545229827/DeleteFamily/seqid=0 2024-11-25T14:34:04,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741847_1023 (size=5101) 2024-11-25T14:34:04,174 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/.tmp/norep/455d1a65d05f4c3080aa2d255afd5273 2024-11-25T14:34:04,179 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 455d1a65d05f4c3080aa2d255afd5273 2024-11-25T14:34:04,180 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/.tmp/f/924f176d2afc467fa72b037a38856c0d as hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/f/924f176d2afc467fa72b037a38856c0d 2024-11-25T14:34:04,191 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 924f176d2afc467fa72b037a38856c0d 2024-11-25T14:34:04,191 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/f/924f176d2afc467fa72b037a38856c0d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-25T14:34:04,193 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/.tmp/f1/6394d8f8505c4fd8a92732fce8779fa0 as hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/f1/6394d8f8505c4fd8a92732fce8779fa0 2024-11-25T14:34:04,198 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6394d8f8505c4fd8a92732fce8779fa0 2024-11-25T14:34:04,198 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/f1/6394d8f8505c4fd8a92732fce8779fa0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-25T14:34:04,200 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/.tmp/norep/455d1a65d05f4c3080aa2d255afd5273 as hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/norep/455d1a65d05f4c3080aa2d255afd5273 2024-11-25T14:34:04,206 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 455d1a65d05f4c3080aa2d255afd5273 2024-11-25T14:34:04,206 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/norep/455d1a65d05f4c3080aa2d255afd5273, entries=1, sequenceid=12, filesize=5.0 K 2024-11-25T14:34:04,207 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3cb2b7743d90ee188f3de361a1dea027 in 710ms, sequenceid=12, compaction requested=false 2024-11-25T14:34:04,207 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T14:34:04,236 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/data/default/test/3cb2b7743d90ee188f3de361a1dea027/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T14:34:04,237 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:04,237 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:34:04,237 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:34:04,237 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cb2b7743d90ee188f3de361a1dea027: Waiting for close lock at 1732545243497Running coprocessor pre-close hooks at 1732545243497Disabling compacts and flushes for region at 1732545243497Disabling writes for close at 1732545243497Obtaining lock to block concurrent updates at 1732545243497Preparing flush snapshotting stores in 3cb2b7743d90ee188f3de361a1dea027 at 1732545243497Finished memstore snapshotting test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732545243498 (+1 ms)Flushing stores of test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. at 1732545243498Flushing 3cb2b7743d90ee188f3de361a1dea027/f: creating writer at 1732545243498Flushing 3cb2b7743d90ee188f3de361a1dea027/f: appending metadata at 1732545243538 (+40 ms)Flushing 3cb2b7743d90ee188f3de361a1dea027/f: closing flushed file at 1732545243538Flushing 3cb2b7743d90ee188f3de361a1dea027/f1: creating writer at 1732545244020 (+482 ms)Flushing 3cb2b7743d90ee188f3de361a1dea027/f1: appending metadata at 1732545244067 (+47 ms)Flushing 3cb2b7743d90ee188f3de361a1dea027/f1: closing flushed file at 1732545244067Flushing 3cb2b7743d90ee188f3de361a1dea027/norep: creating writer at 1732545244089 (+22 ms)Flushing 3cb2b7743d90ee188f3de361a1dea027/norep: appending metadata at 1732545244121 (+32 ms)Flushing 3cb2b7743d90ee188f3de361a1dea027/norep: closing flushed file at 1732545244121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429a28f0: reopening flushed file at 1732545244179 (+58 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@686b479: reopening flushed file at 1732545244191 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1991742d: reopening flushed file at 1732545244199 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3cb2b7743d90ee188f3de361a1dea027 in 710ms, sequenceid=12, compaction requested=false at 1732545244207 (+8 ms)Writing region close event to WAL at 1732545244231 (+24 ms)Running coprocessor post-close hooks at 1732545244237 (+6 ms)Closed at 1732545244237 2024-11-25T14:34:04,237 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545217219.3cb2b7743d90ee188f3de361a1dea027. 2024-11-25T14:34:04,273 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,36807,1732545203691; all regions closed. 2024-11-25T14:34:04,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741834_1010 (size=4239) 2024-11-25T14:34:04,280 DEBUG [RS:0;cb69081f5976:36807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/oldWALs 2024-11-25T14:34:04,280 INFO [RS:0;cb69081f5976:36807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C36807%2C1732545203691.meta:.meta(num 1732545206257) 2024-11-25T14:34:04,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741839_1015 (size=3552) 2024-11-25T14:34:04,293 DEBUG [RS:0;cb69081f5976:36807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/oldWALs 2024-11-25T14:34:04,293 INFO [RS:0;cb69081f5976:36807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C36807%2C1732545203691.rep:(num 1732545222592) 2024-11-25T14:34:04,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741833_1009 (size=2390) 2024-11-25T14:34:04,299 DEBUG [RS:0;cb69081f5976:36807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/oldWALs 2024-11-25T14:34:04,299 INFO [RS:0;cb69081f5976:36807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C36807%2C1732545203691:(num 1732545205720) 2024-11-25T14:34:04,299 DEBUG [RS:0;cb69081f5976:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:04,299 INFO [RS:0;cb69081f5976:36807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:34:04,300 INFO [RS:0;cb69081f5976:36807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:34:04,300 INFO [RS:0;cb69081f5976:36807 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:34:04,300 INFO [RS:0;cb69081f5976:36807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:34:04,300 INFO [RS:0;cb69081f5976:36807 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,36807,1732545203691 because: Region server is closing 2024-11-25T14:34:04,300 INFO [RS:0;cb69081f5976:36807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:36807. 2024-11-25T14:34:04,300 DEBUG [RS:0;cb69081f5976:36807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:04,300 DEBUG [RS:0;cb69081f5976:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:04,301 DEBUG [RS:0;cb69081f5976:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:04,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:04,301 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:34:04,407 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-25T14:34:04,408 INFO [RS:0;cb69081f5976:36807 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,36807,1732545203691.replicationSource.shippercb69081f5976%2C36807%2C1732545203691,1-cb69081f5976,36807,1732545203691 terminated 2024-11-25T14:34:04,408 INFO [RS:0;cb69081f5976:36807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:36807. 2024-11-25T14:34:04,408 DEBUG [RS:0;cb69081f5976:36807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:04,408 DEBUG [RS:0;cb69081f5976:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:04,408 DEBUG [RS:0;cb69081f5976:36807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:04,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:04,408 INFO [RS:0;cb69081f5976:36807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36807 2024-11-25T14:34:04,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-57409921/rs/cb69081f5976,36807,1732545203691 2024-11-25T14:34:04,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921/rs 2024-11-25T14:34:04,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,36807,1732545203691] 2024-11-25T14:34:04,519 INFO [RS:0;cb69081f5976:36807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:34:04,529 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-57409921/draining/cb69081f5976,36807,1732545203691 already deleted, retry=false 2024-11-25T14:34:04,529 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,36807,1732545203691 expired; onlineServers=0 2024-11-25T14:34:04,529 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,40021,1732545203295' ***** 2024-11-25T14:34:04,529 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:34:04,529 INFO [M:0;cb69081f5976:40021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:34:04,529 INFO [M:0;cb69081f5976:40021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:34:04,529 DEBUG [M:0;cb69081f5976:40021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:34:04,530 DEBUG [M:0;cb69081f5976:40021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:34:04,530 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545205389 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545205389,5,FailOnTimeoutGroup] 2024-11-25T14:34:04,530 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545205393 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545205393,5,FailOnTimeoutGroup] 2024-11-25T14:34:04,530 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:34:04,530 INFO [M:0;cb69081f5976:40021 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:34:04,530 INFO [M:0;cb69081f5976:40021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:34:04,530 DEBUG [M:0;cb69081f5976:40021 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:34:04,530 INFO [M:0;cb69081f5976:40021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:34:04,531 INFO [M:0;cb69081f5976:40021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:34:04,531 INFO [M:0;cb69081f5976:40021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:34:04,531 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:34:04,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-57409921/master 2024-11-25T14:34:04,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-57409921 2024-11-25T14:34:04,546 DEBUG [M:0;cb69081f5976:40021 {}] zookeeper.RecoverableZooKeeper(212): Node /0-57409921/master already deleted, retry=false 2024-11-25T14:34:04,546 DEBUG [M:0;cb69081f5976:40021 {}] master.ActiveMasterManager(353): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-57409921/master 2024-11-25T14:34:04,552 INFO [M:0;cb69081f5976:40021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/.lastflushedseqids 2024-11-25T14:34:04,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741848_1024 (size=245) 2024-11-25T14:34:04,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:04,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36807-0x10173b3736c0001, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:04,638 INFO [RS:0;cb69081f5976:36807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:34:04,638 INFO [RS:0;cb69081f5976:36807 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,36807,1732545203691; zookeeper connection closed. 2024-11-25T14:34:04,639 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d0e88d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d0e88d5 2024-11-25T14:34:04,639 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:34:04,973 INFO [M:0;cb69081f5976:40021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:34:04,973 INFO [M:0;cb69081f5976:40021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:34:04,973 DEBUG [M:0;cb69081f5976:40021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:34:04,973 INFO [M:0;cb69081f5976:40021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:04,973 DEBUG [M:0;cb69081f5976:40021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:04,973 DEBUG [M:0;cb69081f5976:40021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:34:04,973 DEBUG [M:0;cb69081f5976:40021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:04,974 INFO [M:0;cb69081f5976:40021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-25T14:34:05,020 DEBUG [M:0;cb69081f5976:40021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ddd007ed22645ebba6c31647c65a485 is 82, key is hbase:meta,,1/info:regioninfo/1732545206339/Put/seqid=0 2024-11-25T14:34:05,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741849_1025 (size=5672) 2024-11-25T14:34:05,467 INFO [M:0;cb69081f5976:40021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ddd007ed22645ebba6c31647c65a485 2024-11-25T14:34:05,531 DEBUG [M:0;cb69081f5976:40021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffb7de8c466f485bbabc8a6ac7dcc175 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732545218778/Put/seqid=0 2024-11-25T14:34:05,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741850_1026 (size=7217) 2024-11-25T14:34:05,974 INFO [M:0;cb69081f5976:40021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffb7de8c466f485bbabc8a6ac7dcc175 2024-11-25T14:34:05,985 INFO [M:0;cb69081f5976:40021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffb7de8c466f485bbabc8a6ac7dcc175 2024-11-25T14:34:06,022 DEBUG [M:0;cb69081f5976:40021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6b83cf87d9c4a5db530f109ce233a9c is 69, key is cb69081f5976,36807,1732545203691/rs:state/1732545205458/Put/seqid=0 2024-11-25T14:34:06,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741851_1027 (size=5156) 2024-11-25T14:34:06,053 INFO [M:0;cb69081f5976:40021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6b83cf87d9c4a5db530f109ce233a9c 2024-11-25T14:34:06,057 DEBUG [M:0;cb69081f5976:40021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ddd007ed22645ebba6c31647c65a485 as hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ddd007ed22645ebba6c31647c65a485 2024-11-25T14:34:06,064 INFO [M:0;cb69081f5976:40021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ddd007ed22645ebba6c31647c65a485, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T14:34:06,065 DEBUG [M:0;cb69081f5976:40021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffb7de8c466f485bbabc8a6ac7dcc175 as hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffb7de8c466f485bbabc8a6ac7dcc175 2024-11-25T14:34:06,070 INFO [M:0;cb69081f5976:40021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffb7de8c466f485bbabc8a6ac7dcc175 2024-11-25T14:34:06,071 INFO [M:0;cb69081f5976:40021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffb7de8c466f485bbabc8a6ac7dcc175, entries=11, sequenceid=105, filesize=7.0 K 2024-11-25T14:34:06,072 DEBUG [M:0;cb69081f5976:40021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6b83cf87d9c4a5db530f109ce233a9c as hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6b83cf87d9c4a5db530f109ce233a9c 2024-11-25T14:34:06,076 INFO [M:0;cb69081f5976:40021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35153/user/jenkins/test-data/5aa06f92-14ea-9066-9a03-68b13e6f1e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6b83cf87d9c4a5db530f109ce233a9c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T14:34:06,076 INFO [M:0;cb69081f5976:40021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1103ms, sequenceid=105, compaction requested=false 2024-11-25T14:34:06,083 INFO [M:0;cb69081f5976:40021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:06,083 DEBUG [M:0;cb69081f5976:40021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545244973Disabling compacts and flushes for region at 1732545244973Disabling writes for close at 1732545244973Obtaining lock to block concurrent updates at 1732545244974 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545244974Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732545244974Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545244975 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545244975Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545245014 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545245019 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545245474 (+455 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545245530 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545245530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545245985 (+455 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545246016 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545246016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8e8ac1: reopening flushed file at 1732545246057 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25627902: reopening flushed file at 1732545246064 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225f8020: reopening flushed file at 1732545246071 (+7 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1103ms, sequenceid=105, compaction requested=false at 1732545246076 (+5 ms)Writing region close event to WAL at 1732545246083 (+7 ms)Closed at 1732545246083 2024-11-25T14:34:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40207 is added to blk_1073741830_1006 (size=64411) 2024-11-25T14:34:06,086 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:34:06,086 INFO [M:0;cb69081f5976:40021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:34:06,086 INFO [M:0;cb69081f5976:40021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40021 2024-11-25T14:34:06,087 INFO [M:0;cb69081f5976:40021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:34:06,221 INFO [M:0;cb69081f5976:40021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:34:06,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:06,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40021-0x10173b3736c0000, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:06,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@583fd1da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:34:06,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76d31998{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:34:06,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:34:06,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28400cbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:34:06,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19c6f5cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/hadoop.log.dir/,STOPPED} 2024-11-25T14:34:06,234 WARN [BP-129699986-172.17.0.3-1732545200571 heartbeating to localhost/127.0.0.1:35153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:34:06,234 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:34:06,234 WARN [BP-129699986-172.17.0.3-1732545200571 heartbeating to localhost/127.0.0.1:35153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-129699986-172.17.0.3-1732545200571 (Datanode Uuid 9ef80934-c9a2-4dae-aa01-5929d399d198) service to localhost/127.0.0.1:35153 2024-11-25T14:34:06,234 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:34:06,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/cluster_59c889a4-5427-e1c5-3ea2-562af52309b9/data/data1/current/BP-129699986-172.17.0.3-1732545200571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:34:06,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/cluster_59c889a4-5427-e1c5-3ea2-562af52309b9/data/data2/current/BP-129699986-172.17.0.3-1732545200571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:34:06,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:34:06,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@acf53b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:34:06,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41288b05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:34:06,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:34:06,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d715898{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:34:06,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d3bb997{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/951e7435-11cf-028a-7a9c-718b558612b7/hadoop.log.dir/,STOPPED} 2024-11-25T14:34:06,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T14:34:06,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:34:06,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=309 (was 259) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40751 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54142) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39671 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54142) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35153 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54142) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39671 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39671 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=725 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1122 (was 1260), ProcessCount=11 (was 11), AvailableMemoryMB=3647 (was 3652) 2024-11-25T14:34:06,314 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=309, OpenFileDescriptor=725, MaxFileDescriptor=1048576, SystemLoadAverage=1122, ProcessCount=11, AvailableMemoryMB=3647 2024-11-25T14:34:06,330 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-25T14:34:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/hadoop.log.dir so I do NOT create it in target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4 2024-11-25T14:34:06,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:34:06,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/hadoop.tmp.dir so I do NOT create it in target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4 2024-11-25T14:34:06,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57414cf2-8b62-2884-1804-062320c2a948/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:34:06,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4 2024-11-25T14:34:06,331 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/cluster_231101ad-489e-f886-9bd9-942d128cab93, deleteOnExit=true 2024-11-25T14:34:06,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10173b3736c0008, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:34:06,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10173b3736c0005, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:34:06,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10173b3736c0002, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:34:06,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10173b3736c0008, quorum=127.0.0.1:54142, baseZNode=/21359918951 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:34:06,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10173b3736c0005, quorum=127.0.0.1:54142, baseZNode=/11739893886 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:34:06,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10173b3736c0002, quorum=127.0.0.1:54142, baseZNode=/0-57409921 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:34:06,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/cluster_231101ad-489e-f886-9bd9-942d128cab93/zookeeper_0, clientPort=54561, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/cluster_231101ad-489e-f886-9bd9-942d128cab93/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/cluster_231101ad-489e-f886-9bd9-942d128cab93/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T14:34:06,411 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54561 2024-11-25T14:34:06,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:34:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:34:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/test.cache.data in system properties and HBase conf 2024-11-25T14:34:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:34:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:34:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:34:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:34:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:34:06,412 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:34:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:34:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:06,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:34:06,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:34:06,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:06,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:06,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:34:06,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:34:06,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:34:06,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:06,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:34:06,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:34:06,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:34:06,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:06,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:06,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:06,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:06,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:06,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:34:06,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:06,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@602b1c47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:06,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a73050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:07,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cd24ad3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/java.io.tmpdir/jetty-localhost-33611-hadoop-hdfs-3_4_1-tests_jar-_-any-588806087089129411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:34:07,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42f86778{HTTP/1.1, (http/1.1)}{localhost:33611} 2024-11-25T14:34:07,044 INFO [Time-limited test {}] server.Server(415): Started @274351ms 2024-11-25T14:34:07,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:07,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:07,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:07,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:07,587 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:34:07,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68d878e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:07,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dfc2ebc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:07,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f71ff96{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/java.io.tmpdir/jetty-localhost-42723-hadoop-hdfs-3_4_1-tests_jar-_-any-1836063539437488226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:34:07,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f3382dd{HTTP/1.1, (http/1.1)}{localhost:42723} 2024-11-25T14:34:07,865 INFO [Time-limited test {}] server.Server(415): Started @275171ms 2024-11-25T14:34:07,875 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:34:08,917 WARN [Thread-3412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/cluster_231101ad-489e-f886-9bd9-942d128cab93/data/data1/current/BP-497170019-172.17.0.3-1732545246435/current, will proceed with Du for space computation calculation, 2024-11-25T14:34:08,935 WARN [Thread-3413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/cluster_231101ad-489e-f886-9bd9-942d128cab93/data/data2/current/BP-497170019-172.17.0.3-1732545246435/current, will proceed with Du for space computation calculation, 2024-11-25T14:34:09,027 WARN [Thread-3400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:34:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb21b1b30c20c750a with lease ID 0x4beb49fff37681ff: Processing first storage report for DS-608ce58f-4961-46de-9e1b-44af1a468ed2 from datanode DatanodeRegistration(127.0.0.1:35509, datanodeUuid=c8f02b7a-7665-4fb0-8d51-92b91be0ca22, infoPort=39123, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=830844676;c=1732545246435) 2024-11-25T14:34:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb21b1b30c20c750a with lease ID 0x4beb49fff37681ff: from storage DS-608ce58f-4961-46de-9e1b-44af1a468ed2 node DatanodeRegistration(127.0.0.1:35509, datanodeUuid=c8f02b7a-7665-4fb0-8d51-92b91be0ca22, infoPort=39123, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=830844676;c=1732545246435), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:34:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb21b1b30c20c750a with lease ID 0x4beb49fff37681ff: Processing first storage report for DS-e23cda2e-49db-43d1-81a6-3e9668728fd2 from datanode DatanodeRegistration(127.0.0.1:35509, datanodeUuid=c8f02b7a-7665-4fb0-8d51-92b91be0ca22, infoPort=39123, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=830844676;c=1732545246435) 2024-11-25T14:34:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb21b1b30c20c750a with lease ID 0x4beb49fff37681ff: from storage DS-e23cda2e-49db-43d1-81a6-3e9668728fd2 node DatanodeRegistration(127.0.0.1:35509, datanodeUuid=c8f02b7a-7665-4fb0-8d51-92b91be0ca22, infoPort=39123, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-57;cid=testClusterID;nsid=830844676;c=1732545246435), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:34:09,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4 2024-11-25T14:34:09,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:09,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:09,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:34:09,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af with version=8 2024-11-25T14:34:09,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/hbase-staging 2024-11-25T14:34:09,124 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:34:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:09,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:34:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:09,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:34:09,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:34:09,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:34:09,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42243 2024-11-25T14:34:09,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42243 connecting to ZooKeeper ensemble=127.0.0.1:54561 2024-11-25T14:34:09,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422430x0, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:09,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42243-0x10173b426850000 connected 2024-11-25T14:34:09,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:09,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:09,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Set watcher on znode that does not yet exist, /0369224511/running 2024-11-25T14:34:09,672 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af, hbase.cluster.distributed=false 2024-11-25T14:34:09,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Set watcher on znode that does not yet exist, /0369224511/acl 2024-11-25T14:34:09,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-25T14:34:09,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42243 2024-11-25T14:34:09,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42243 2024-11-25T14:34:09,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-25T14:34:09,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-25T14:34:09,768 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:34:09,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:09,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:09,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:34:09,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:09,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:34:09,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:34:09,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:34:09,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43305 2024-11-25T14:34:09,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43305 connecting to ZooKeeper ensemble=127.0.0.1:54561 2024-11-25T14:34:09,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:09,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:09,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433050x0, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:09,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433050x0, quorum=127.0.0.1:54561, baseZNode=/0369224511 Set watcher on znode that does not yet exist, /0369224511/running 2024-11-25T14:34:09,815 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:34:09,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43305-0x10173b426850001 connected 2024-11-25T14:34:09,867 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:34:09,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Set watcher on znode that does not yet exist, /0369224511/master 2024-11-25T14:34:09,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Set watcher on znode that does not yet exist, /0369224511/acl 2024-11-25T14:34:09,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43305 2024-11-25T14:34:09,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43305 2024-11-25T14:34:09,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43305 2024-11-25T14:34:09,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43305 2024-11-25T14:34:09,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43305 2024-11-25T14:34:09,977 DEBUG [M:0;cb69081f5976:42243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:42243 2024-11-25T14:34:09,979 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0369224511/backup-masters/cb69081f5976,42243,1732545249123 2024-11-25T14:34:09,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511/backup-masters 2024-11-25T14:34:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511/backup-masters 2024-11-25T14:34:09,988 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Set watcher on existing znode=/0369224511/backup-masters/cb69081f5976,42243,1732545249123 2024-11-25T14:34:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0369224511/master 2024-11-25T14:34:09,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:09,996 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Set watcher on existing znode=/0369224511/master 2024-11-25T14:34:09,997 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0369224511/backup-masters/cb69081f5976,42243,1732545249123 from backup master directory 2024-11-25T14:34:10,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0369224511/backup-masters/cb69081f5976,42243,1732545249123 2024-11-25T14:34:10,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511/backup-masters 2024-11-25T14:34:10,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511/backup-masters 2024-11-25T14:34:10,004 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:34:10,004 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,42243,1732545249123 2024-11-25T14:34:10,028 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/hbase.id] with ID: af8f5f3b-ba0c-48f1-88c8-50731d379525 2024-11-25T14:34:10,028 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/.tmp/hbase.id 2024-11-25T14:34:10,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:34:10,076 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/.tmp/hbase.id]:[hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/hbase.id] 2024-11-25T14:34:10,092 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:10,092 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:34:10,093 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T14:34:10,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:10,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:10,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:34:10,172 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:10,173 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:34:10,184 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:10,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:34:10,625 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store 2024-11-25T14:34:10,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:34:11,041 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:11,041 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:34:11,041 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:11,041 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:11,041 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:34:11,041 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:11,041 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:11,042 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545251041Disabling compacts and flushes for region at 1732545251041Disabling writes for close at 1732545251041Writing region close event to WAL at 1732545251041Closed at 1732545251041 2024-11-25T14:34:11,043 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/.initializing 2024-11-25T14:34:11,043 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/WALs/cb69081f5976,42243,1732545249123 2024-11-25T14:34:11,044 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:34:11,045 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C42243%2C1732545249123, suffix=, logDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/WALs/cb69081f5976,42243,1732545249123, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/oldWALs, maxLogs=10 2024-11-25T14:34:11,064 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/WALs/cb69081f5976,42243,1732545249123/cb69081f5976%2C42243%2C1732545249123.1732545251045, exclude list is [], retry=0 2024-11-25T14:34:11,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35509,DS-608ce58f-4961-46de-9e1b-44af1a468ed2,DISK] 2024-11-25T14:34:11,098 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/WALs/cb69081f5976,42243,1732545249123/cb69081f5976%2C42243%2C1732545249123.1732545251045 2024-11-25T14:34:11,099 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39123:39123)] 2024-11-25T14:34:11,099 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:11,100 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:11,100 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,100 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:34:11,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:11,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:11,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:34:11,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:11,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:11,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:34:11,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:11,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:11,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:34:11,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:11,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:11,131 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,132 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,132 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,133 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,133 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,133 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:11,134 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:11,140 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:11,140 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70490294, jitterRate=0.05038723349571228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:11,141 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545251100Initializing all the Stores at 1732545251104 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545251104Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545251119 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545251119Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545251119Cleaning up temporary data from old regions at 1732545251133 (+14 ms)Region opened successfully at 1732545251141 (+8 ms) 2024-11-25T14:34:11,155 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:34:11,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:34:11,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T14:34:11,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:34:11,160 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35071dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:34:11,161 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:34:11,161 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:34:11,161 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:34:11,161 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:34:11,162 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:34:11,162 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:34:11,162 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:34:11,185 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:34:11,186 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Unable to get data of znode /0369224511/balancer because node does not exist (not necessarily an error) 2024-11-25T14:34:11,194 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0369224511/balancer already deleted, retry=false 2024-11-25T14:34:11,195 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:34:11,196 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Unable to get data of znode /0369224511/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:34:11,203 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0369224511/normalizer already deleted, retry=false 2024-11-25T14:34:11,203 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:34:11,212 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Unable to get data of znode /0369224511/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:34:11,219 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0369224511/switch/split already deleted, retry=false 2024-11-25T14:34:11,220 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Unable to get data of znode /0369224511/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:34:11,228 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0369224511/switch/merge already deleted, retry=false 2024-11-25T14:34:11,231 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Unable to get data of znode /0369224511/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:34:11,241 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0369224511/snapshot-cleanup already deleted, retry=false 2024-11-25T14:34:11,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0369224511/running 2024-11-25T14:34:11,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:11,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0369224511/running 2024-11-25T14:34:11,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:11,252 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,42243,1732545249123, sessionid=0x10173b426850000, setting cluster-up flag (Was=false) 2024-11-25T14:34:11,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:11,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:11,295 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0369224511/flush-table-proc/acquired, /0369224511/flush-table-proc/reached, /0369224511/flush-table-proc/abort 2024-11-25T14:34:11,296 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,42243,1732545249123 2024-11-25T14:34:11,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:11,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:11,336 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0369224511/online-snapshot/acquired, /0369224511/online-snapshot/reached, /0369224511/online-snapshot/abort 2024-11-25T14:34:11,337 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,42243,1732545249123 2024-11-25T14:34:11,339 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:34:11,357 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:11,357 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:34:11,357 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:34:11,357 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,42243,1732545249123 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:34:11,359 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:11,359 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:11,359 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:11,359 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:11,359 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:34:11,359 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,359 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:34:11,359 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,368 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(746): ClusterId : af8f5f3b-ba0c-48f1-88c8-50731d379525 2024-11-25T14:34:11,368 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:34:11,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:11,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:34:11,378 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:11,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:34:11,379 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:34:11,379 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:34:11,397 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:34:11,397 DEBUG [RS:0;cb69081f5976:43305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e42027b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:34:11,411 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545281411 2024-11-25T14:34:11,411 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:34:11,411 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:34:11,411 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:34:11,411 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:34:11,412 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:34:11,412 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:34:11,424 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,431 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:34:11,431 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:34:11,431 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:34:11,431 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:34:11,437 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:43305 2024-11-25T14:34:11,437 INFO [RS:0;cb69081f5976:43305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:34:11,437 INFO [RS:0;cb69081f5976:43305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:34:11,437 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:34:11,438 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,42243,1732545249123 with port=43305, startcode=1732545249768 2024-11-25T14:34:11,438 DEBUG [RS:0;cb69081f5976:43305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:34:11,443 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:34:11,443 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:34:11,448 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:34:11,448 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42243 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T14:34:11,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:34:11,467 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545251443,5,FailOnTimeoutGroup] 2024-11-25T14:34:11,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:34:11,469 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af 2024-11-25T14:34:11,475 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545251467,5,FailOnTimeoutGroup] 2024-11-25T14:34:11,475 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,475 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:34:11,475 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,475 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,477 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T14:34:11,477 WARN [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T14:34:11,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:34:11,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:11,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:34:11,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:34:11,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:11,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:11,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:34:11,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:34:11,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:11,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:11,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:34:11,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:34:11,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:11,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:11,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:34:11,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:34:11,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:11,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:11,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:34:11,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740 2024-11-25T14:34:11,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740 2024-11-25T14:34:11,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:34:11,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:34:11,497 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:11,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:34:11,519 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:11,520 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70061595, jitterRate=0.043999120593070984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:11,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545251489Initializing all the Stores at 1732545251489Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545251489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545251490 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545251490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545251490Cleaning up temporary data from old regions at 1732545251497 (+7 ms)Region opened successfully at 1732545251520 (+23 ms) 2024-11-25T14:34:11,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:34:11,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:34:11,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:34:11,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:34:11,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:34:11,521 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:11,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545251520Disabling compacts and flushes for region at 1732545251520Disabling writes for close at 1732545251521 (+1 ms)Writing region close event to WAL at 1732545251521Closed at 1732545251521 2024-11-25T14:34:11,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:11,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:34:11,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:34:11,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:34:11,526 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:34:11,578 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,42243,1732545249123 with port=43305, startcode=1732545249768 2024-11-25T14:34:11,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,43305,1732545249768 2024-11-25T14:34:11,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42243 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,43305,1732545249768 2024-11-25T14:34:11,580 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af 2024-11-25T14:34:11,580 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36813 2024-11-25T14:34:11,580 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:34:11,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511/rs 2024-11-25T14:34:11,587 DEBUG [RS:0;cb69081f5976:43305 {}] zookeeper.ZKUtil(111): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Set watcher on existing znode=/0369224511/rs/cb69081f5976,43305,1732545249768 2024-11-25T14:34:11,587 WARN [RS:0;cb69081f5976:43305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:34:11,587 INFO [RS:0;cb69081f5976:43305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:11,587 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768 2024-11-25T14:34:11,591 INFO [RS:0;cb69081f5976:43305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:34:11,593 INFO [RS:0;cb69081f5976:43305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:34:11,595 INFO [RS:0;cb69081f5976:43305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:34:11,595 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,43305,1732545249768] 2024-11-25T14:34:11,607 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:34:11,615 INFO [RS:0;cb69081f5976:43305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:34:11,615 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,615 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,615 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,615 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,615 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,616 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,616 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:34:11,616 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,616 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,616 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,616 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,616 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,616 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:11,616 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:34:11,616 DEBUG [RS:0;cb69081f5976:43305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:34:11,623 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,623 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,623 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,623 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,623 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,623 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43305,1732545249768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:34:11,660 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:34:11,661 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,43305,1732545249768-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,661 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,661 INFO [RS:0;cb69081f5976:43305 {}] regionserver.Replication(171): cb69081f5976,43305,1732545249768 started 2024-11-25T14:34:11,682 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:11,682 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,43305,1732545249768, RpcServer on cb69081f5976/172.17.0.3:43305, sessionid=0x10173b426850001 2024-11-25T14:34:11,682 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:34:11,682 DEBUG [RS:0;cb69081f5976:43305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,43305,1732545249768 2024-11-25T14:34:11,682 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,43305,1732545249768' 2024-11-25T14:34:11,682 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0369224511/flush-table-proc/abort' 2024-11-25T14:34:11,683 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0369224511/flush-table-proc/acquired' 2024-11-25T14:34:11,683 WARN [cb69081f5976:42243 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T14:34:11,683 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:34:11,683 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:34:11,683 DEBUG [RS:0;cb69081f5976:43305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,43305,1732545249768 2024-11-25T14:34:11,683 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,43305,1732545249768' 2024-11-25T14:34:11,683 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0369224511/online-snapshot/abort' 2024-11-25T14:34:11,684 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0369224511/online-snapshot/acquired' 2024-11-25T14:34:11,684 DEBUG [RS:0;cb69081f5976:43305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:34:11,684 INFO [RS:0;cb69081f5976:43305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:34:11,684 INFO [RS:0;cb69081f5976:43305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:34:11,785 INFO [RS:0;cb69081f5976:43305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:34:11,795 INFO [RS:0;cb69081f5976:43305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C43305%2C1732545249768, suffix=, logDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/oldWALs, maxLogs=10 2024-11-25T14:34:11,818 DEBUG [RS:0;cb69081f5976:43305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796, exclude list is [], retry=0 2024-11-25T14:34:11,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35509,DS-608ce58f-4961-46de-9e1b-44af1a468ed2,DISK] 2024-11-25T14:34:11,844 INFO [RS:0;cb69081f5976:43305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 2024-11-25T14:34:11,846 DEBUG [RS:0;cb69081f5976:43305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39123:39123)] 2024-11-25T14:34:11,933 DEBUG [cb69081f5976:42243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:34:11,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,43305,1732545249768 2024-11-25T14:34:11,934 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,43305,1732545249768, state=OPENING 2024-11-25T14:34:11,944 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:34:11,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:11,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:11,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0369224511/meta-region-server: CHANGED 2024-11-25T14:34:11,953 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:34:11,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0369224511/meta-region-server: CHANGED 2024-11-25T14:34:11,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,43305,1732545249768}] 2024-11-25T14:34:12,106 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:34:12,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:34:12,111 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:34:12,111 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:12,111 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:34:12,114 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C43305%2C1732545249768.meta, suffix=.meta, logDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/oldWALs, maxLogs=10 2024-11-25T14:34:12,138 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.meta.1732545252114.meta, exclude list is [], retry=0 2024-11-25T14:34:12,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35509,DS-608ce58f-4961-46de-9e1b-44af1a468ed2,DISK] 2024-11-25T14:34:12,153 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.meta.1732545252114.meta 2024-11-25T14:34:12,153 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39123:39123)] 2024-11-25T14:34:12,154 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:12,154 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:12,154 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:34:12,154 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:34:12,154 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:34:12,154 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:34:12,154 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:12,154 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:34:12,154 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:34:12,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:34:12,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:34:12,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:12,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:12,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:34:12,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:34:12,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:12,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:12,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:34:12,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:34:12,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:12,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:12,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:34:12,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:34:12,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:12,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:12,167 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:34:12,168 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740 2024-11-25T14:34:12,168 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740 2024-11-25T14:34:12,169 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:34:12,169 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:34:12,169 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:12,171 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:34:12,171 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60612990, jitterRate=-0.09679606556892395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:12,171 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:34:12,172 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545252155Writing region info on filesystem at 1732545252155Initializing all the Stores at 1732545252162 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545252162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545252162Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545252162Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545252162Cleaning up temporary data from old regions at 1732545252169 (+7 ms)Running coprocessor post-open hooks at 1732545252171 (+2 ms)Region opened successfully at 1732545252172 (+1 ms) 2024-11-25T14:34:12,173 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545252106 2024-11-25T14:34:12,176 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:34:12,176 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:34:12,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,43305,1732545249768 2024-11-25T14:34:12,177 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,43305,1732545249768, state=OPEN 2024-11-25T14:34:12,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0369224511/meta-region-server 2024-11-25T14:34:12,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0369224511/meta-region-server 2024-11-25T14:34:12,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0369224511/meta-region-server: CHANGED 2024-11-25T14:34:12,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0369224511/meta-region-server: CHANGED 2024-11-25T14:34:12,217 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,43305,1732545249768 2024-11-25T14:34:12,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:34:12,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,43305,1732545249768 in 264 msec 2024-11-25T14:34:12,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:34:12,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 697 msec 2024-11-25T14:34:12,223 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:12,223 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:34:12,224 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:12,224 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,43305,1732545249768, seqNum=-1] 2024-11-25T14:34:12,224 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:12,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:12,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 875 msec 2024-11-25T14:34:12,231 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545252231, completionTime=-1 2024-11-25T14:34:12,231 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:34:12,231 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:34:12,234 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:34:12,234 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545312234 2024-11-25T14:34:12,234 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545372234 2024-11-25T14:34:12,234 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T14:34:12,235 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42243,1732545249123-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:12,235 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42243,1732545249123-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:12,235 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42243,1732545249123-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:12,235 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:42243, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:12,235 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:12,237 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:34:12,248 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:12,252 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.248sec 2024-11-25T14:34:12,252 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:34:12,252 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:34:12,252 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:34:12,252 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:34:12,252 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:34:12,252 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42243,1732545249123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:34:12,252 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42243,1732545249123-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:34:12,276 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:34:12,276 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:34:12,276 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42243,1732545249123-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:12,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24445d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:12,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42243,-1 for getting cluster id 2024-11-25T14:34:12,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:12,303 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af8f5f3b-ba0c-48f1-88c8-50731d379525' 2024-11-25T14:34:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af8f5f3b-ba0c-48f1-88c8-50731d379525" 2024-11-25T14:34:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3442f4c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42243,-1] 2024-11-25T14:34:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:12,308 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:12,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53619954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:12,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:12,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,43305,1732545249768, seqNum=-1] 2024-11-25T14:34:12,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:12,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:12,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,42243,1732545249123 2024-11-25T14:34:12,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54561 2024-11-25T14:34:12,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:12,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10173b426850002 connected 2024-11-25T14:34:12,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/hadoop.log.dir so I do NOT create it in target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2 2024-11-25T14:34:12,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:34:12,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/hadoop.tmp.dir so I do NOT create it in target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2 2024-11-25T14:34:12,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:34:12,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2 2024-11-25T14:34:12,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:34:12,363 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/cluster_28269426-22de-4fd7-6e58-b274b1696d6d, deleteOnExit=true 2024-11-25T14:34:12,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:34:12,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/test.cache.data in system properties and HBase conf 2024-11-25T14:34:12,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:34:12,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:34:12,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:34:12,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:34:12,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:34:12,363 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:34:12,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:12,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:34:12,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:34:12,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:12,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:12,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:12,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:12,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:34:12,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:12,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d84cf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:12,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb4388f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:13,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d50a2b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/java.io.tmpdir/jetty-localhost-36673-hadoop-hdfs-3_4_1-tests_jar-_-any-4114313530532093812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:34:13,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e0a747c{HTTP/1.1, (http/1.1)}{localhost:36673} 2024-11-25T14:34:13,031 INFO [Time-limited test {}] server.Server(415): Started @280338ms 2024-11-25T14:34:13,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:13,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:13,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:13,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:13,395 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:34:13,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2636417{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:13,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60291cf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:13,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c25aa82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/java.io.tmpdir/jetty-localhost-34653-hadoop-hdfs-3_4_1-tests_jar-_-any-17661005727706086990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:34:13,522 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c3d17ae{HTTP/1.1, (http/1.1)}{localhost:34653} 2024-11-25T14:34:13,523 INFO [Time-limited test {}] server.Server(415): Started @280829ms 2024-11-25T14:34:13,524 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:34:14,360 WARN [Thread-3532 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/cluster_28269426-22de-4fd7-6e58-b274b1696d6d/data/data1/current/BP-1027015054-172.17.0.3-1732545252397/current, will proceed with Du for space computation calculation, 2024-11-25T14:34:14,360 WARN [Thread-3533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/cluster_28269426-22de-4fd7-6e58-b274b1696d6d/data/data2/current/BP-1027015054-172.17.0.3-1732545252397/current, will proceed with Du for space computation calculation, 2024-11-25T14:34:14,493 WARN [Thread-3520 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:34:14,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffa7b8999ca466e5 with lease ID 0xcfa828bc9c74b914: Processing first storage report for DS-ce946b4c-e270-432d-8666-5306f2a2ceb9 from datanode DatanodeRegistration(127.0.0.1:36671, datanodeUuid=ff160626-f626-46fb-b51b-4cb1410bbf73, infoPort=43383, infoSecurePort=0, ipcPort=36975, storageInfo=lv=-57;cid=testClusterID;nsid=1906991603;c=1732545252397) 2024-11-25T14:34:14,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffa7b8999ca466e5 with lease ID 0xcfa828bc9c74b914: from storage DS-ce946b4c-e270-432d-8666-5306f2a2ceb9 node DatanodeRegistration(127.0.0.1:36671, datanodeUuid=ff160626-f626-46fb-b51b-4cb1410bbf73, infoPort=43383, infoSecurePort=0, ipcPort=36975, storageInfo=lv=-57;cid=testClusterID;nsid=1906991603;c=1732545252397), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:34:14,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffa7b8999ca466e5 with lease ID 0xcfa828bc9c74b914: Processing first storage report for DS-ebddc8f1-36b0-4d4e-8d14-13cf49252d9e from datanode DatanodeRegistration(127.0.0.1:36671, datanodeUuid=ff160626-f626-46fb-b51b-4cb1410bbf73, infoPort=43383, infoSecurePort=0, ipcPort=36975, storageInfo=lv=-57;cid=testClusterID;nsid=1906991603;c=1732545252397) 2024-11-25T14:34:14,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffa7b8999ca466e5 with lease ID 0xcfa828bc9c74b914: from storage DS-ebddc8f1-36b0-4d4e-8d14-13cf49252d9e node DatanodeRegistration(127.0.0.1:36671, datanodeUuid=ff160626-f626-46fb-b51b-4cb1410bbf73, infoPort=43383, infoSecurePort=0, ipcPort=36975, storageInfo=lv=-57;cid=testClusterID;nsid=1906991603;c=1732545252397), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T14:34:14,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2 2024-11-25T14:34:14,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:14,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:14,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:34:14,566 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f with version=8 2024-11-25T14:34:14,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/hbase-staging 2024-11-25T14:34:14,568 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:34:14,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:14,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:14,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:34:14,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:14,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:34:14,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:34:14,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:34:14,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44201 2024-11-25T14:34:14,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44201 connecting to ZooKeeper ensemble=127.0.0.1:54561 2024-11-25T14:34:14,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442010x0, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:14,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44201-0x10173b426850003 connected 2024-11-25T14:34:14,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:14,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:14,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Set watcher on znode that does not yet exist, /1-1304547138/running 2024-11-25T14:34:14,890 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f, hbase.cluster.distributed=false 2024-11-25T14:34:14,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Set watcher on znode that does not yet exist, /1-1304547138/acl 2024-11-25T14:34:14,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44201 2024-11-25T14:34:14,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44201 2024-11-25T14:34:14,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44201 2024-11-25T14:34:14,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44201 2024-11-25T14:34:14,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44201 2024-11-25T14:34:14,998 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:34:14,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:14,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:14,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:34:14,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:14,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:34:14,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:34:14,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:34:15,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42887 2024-11-25T14:34:15,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42887 connecting to ZooKeeper ensemble=127.0.0.1:54561 2024-11-25T14:34:15,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:15,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:15,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428870x0, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:15,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428870x0, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Set watcher on znode that does not yet exist, /1-1304547138/running 2024-11-25T14:34:15,045 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:34:15,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42887-0x10173b426850004 connected 2024-11-25T14:34:15,059 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:34:15,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Set watcher on znode that does not yet exist, /1-1304547138/master 2024-11-25T14:34:15,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Set watcher on znode that does not yet exist, /1-1304547138/acl 2024-11-25T14:34:15,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-25T14:34:15,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42887 2024-11-25T14:34:15,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42887 2024-11-25T14:34:15,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-25T14:34:15,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42887 2024-11-25T14:34:15,146 DEBUG [M:0;cb69081f5976:44201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:44201 2024-11-25T14:34:15,163 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1304547138/backup-masters/cb69081f5976,44201,1732545254568 2024-11-25T14:34:15,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138/backup-masters 2024-11-25T14:34:15,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138/backup-masters 2024-11-25T14:34:15,178 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Set watcher on existing znode=/1-1304547138/backup-masters/cb69081f5976,44201,1732545254568 2024-11-25T14:34:15,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1304547138/master 2024-11-25T14:34:15,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:15,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:15,188 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Set watcher on existing znode=/1-1304547138/master 2024-11-25T14:34:15,188 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1304547138/backup-masters/cb69081f5976,44201,1732545254568 from backup master directory 2024-11-25T14:34:15,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138/backup-masters 2024-11-25T14:34:15,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1304547138/backup-masters/cb69081f5976,44201,1732545254568 2024-11-25T14:34:15,194 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:34:15,195 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,44201,1732545254568 2024-11-25T14:34:15,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138/backup-masters 2024-11-25T14:34:15,201 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/hbase.id] with ID: d7ae0b31-4d37-40a9-ad68-c92d62054f4a 2024-11-25T14:34:15,201 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/.tmp/hbase.id 2024-11-25T14:34:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:34:15,258 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/.tmp/hbase.id]:[hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/hbase.id] 2024-11-25T14:34:15,280 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:15,280 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:34:15,281 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T14:34:15,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:15,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:34:15,751 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:15,752 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:34:15,752 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:15,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:34:15,777 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store 2024-11-25T14:34:15,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:34:16,188 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:16,188 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:34:16,188 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:16,188 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:16,188 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:34:16,188 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:16,188 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:16,189 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545256188Disabling compacts and flushes for region at 1732545256188Disabling writes for close at 1732545256188Writing region close event to WAL at 1732545256188Closed at 1732545256188 2024-11-25T14:34:16,189 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/.initializing 2024-11-25T14:34:16,189 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/WALs/cb69081f5976,44201,1732545254568 2024-11-25T14:34:16,190 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:34:16,191 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C44201%2C1732545254568, suffix=, logDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/WALs/cb69081f5976,44201,1732545254568, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/oldWALs, maxLogs=10 2024-11-25T14:34:16,209 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/WALs/cb69081f5976,44201,1732545254568/cb69081f5976%2C44201%2C1732545254568.1732545256191, exclude list is [], retry=0 2024-11-25T14:34:16,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-ce946b4c-e270-432d-8666-5306f2a2ceb9,DISK] 2024-11-25T14:34:16,213 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/WALs/cb69081f5976,44201,1732545254568/cb69081f5976%2C44201%2C1732545254568.1732545256191 2024-11-25T14:34:16,213 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-25T14:34:16,213 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:16,213 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:16,214 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,214 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:34:16,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:16,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:16,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:34:16,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:16,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:16,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:34:16,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:16,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:16,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:34:16,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:16,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:16,223 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,223 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,224 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,225 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,225 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,225 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:16,226 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:16,231 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:16,232 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63441705, jitterRate=-0.05464492738246918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:16,232 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545256214Initializing all the Stores at 1732545256215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545256215Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545256215Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545256215Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545256215Cleaning up temporary data from old regions at 1732545256225 (+10 ms)Region opened successfully at 1732545256232 (+7 ms) 2024-11-25T14:34:16,232 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:34:16,234 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660fdae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:34:16,235 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:34:16,236 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:34:16,236 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:34:16,236 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:34:16,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-11-25T14:34:16,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:34:16,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:34:16,286 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:34:16,287 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Unable to get data of znode /1-1304547138/balancer because node does not exist (not necessarily an error) 2024-11-25T14:34:16,294 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1304547138/balancer already deleted, retry=false 2024-11-25T14:34:16,298 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:34:16,300 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Unable to get data of znode /1-1304547138/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:34:16,316 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1304547138/normalizer already deleted, retry=false 2024-11-25T14:34:16,317 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:34:16,320 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Unable to get data of znode /1-1304547138/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:34:16,328 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1304547138/switch/split already deleted, retry=false 2024-11-25T14:34:16,329 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Unable to get data of znode /1-1304547138/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:34:16,343 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1304547138/switch/merge already deleted, retry=false 2024-11-25T14:34:16,348 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Unable to get data of znode /1-1304547138/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:34:16,359 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1304547138/snapshot-cleanup already deleted, retry=false 2024-11-25T14:34:16,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1304547138/running 2024-11-25T14:34:16,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1304547138/running 2024-11-25T14:34:16,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:16,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:16,371 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,44201,1732545254568, sessionid=0x10173b426850003, setting cluster-up flag (Was=false) 2024-11-25T14:34:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:16,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:16,416 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1304547138/flush-table-proc/acquired, /1-1304547138/flush-table-proc/reached, /1-1304547138/flush-table-proc/abort 2024-11-25T14:34:16,418 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,44201,1732545254568 2024-11-25T14:34:16,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:16,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:16,461 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1304547138/online-snapshot/acquired, /1-1304547138/online-snapshot/reached, /1-1304547138/online-snapshot/abort 2024-11-25T14:34:16,462 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,44201,1732545254568 2024-11-25T14:34:16,463 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:34:16,467 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:16,467 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:34:16,467 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:34:16,468 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,44201,1732545254568 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:34:16,470 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:16,470 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:16,470 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:16,470 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:16,470 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:34:16,470 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,470 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:34:16,470 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:16,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:34:16,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:16,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:34:16,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545286532 2024-11-25T14:34:16,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:34:16,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:34:16,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:34:16,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:34:16,532 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:34:16,533 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:34:16,538 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,545 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:34:16,545 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:34:16,545 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:34:16,545 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:34:16,556 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:34:16,556 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:34:16,557 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(746): ClusterId : d7ae0b31-4d37-40a9-ad68-c92d62054f4a 2024-11-25T14:34:16,557 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:34:16,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:34:16,560 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545256556,5,FailOnTimeoutGroup] 2024-11-25T14:34:16,560 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545256560,5,FailOnTimeoutGroup] 2024-11-25T14:34:16,560 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,561 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:34:16,561 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,561 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:34:16,564 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f 2024-11-25T14:34:16,571 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:34:16,571 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:34:16,581 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:34:16,582 DEBUG [RS:0;cb69081f5976:42887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3291df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:34:16,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:34:16,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:16,606 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:42887 2024-11-25T14:34:16,606 INFO [RS:0;cb69081f5976:42887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:34:16,606 INFO [RS:0;cb69081f5976:42887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:34:16,606 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:34:16,607 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,44201,1732545254568 with port=42887, startcode=1732545254998 2024-11-25T14:34:16,607 DEBUG [RS:0;cb69081f5976:42887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:34:16,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:34:16,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:34:16,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:16,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:16,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:34:16,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:34:16,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:16,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:16,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:34:16,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:34:16,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:16,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:16,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:34:16,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:34:16,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:16,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:16,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:34:16,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740 2024-11-25T14:34:16,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740 2024-11-25T14:34:16,616 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:34:16,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,42887,1732545254998 2024-11-25T14:34:16,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44201 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,42887,1732545254998 2024-11-25T14:34:16,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:34:16,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:34:16,617 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:16,618 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f 2024-11-25T14:34:16,618 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34315 2024-11-25T14:34:16,618 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:34:16,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:34:16,632 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:16,632 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73797077, jitterRate=0.09966214001178741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:16,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545256592Initializing all the Stores at 1732545256593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545256593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545256607 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545256607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545256607Cleaning up temporary data from old regions at 1732545256617 (+10 ms)Region opened successfully at 1732545256632 (+15 ms) 2024-11-25T14:34:16,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:34:16,632 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:34:16,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:34:16,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:34:16,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:34:16,650 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:16,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545256632Disabling compacts and flushes for region at 1732545256632Disabling writes for close at 1732545256632Writing region close event to WAL at 1732545256650 (+18 ms)Closed at 1732545256650 2024-11-25T14:34:16,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:16,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:34:16,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:34:16,653 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:34:16,654 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:34:16,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:34:16,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138/rs 2024-11-25T14:34:16,674 DEBUG [RS:0;cb69081f5976:42887 {}] zookeeper.ZKUtil(111): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Set watcher on existing znode=/1-1304547138/rs/cb69081f5976,42887,1732545254998 2024-11-25T14:34:16,674 WARN [RS:0;cb69081f5976:42887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:34:16,674 INFO [RS:0;cb69081f5976:42887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:16,674 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998 2024-11-25T14:34:16,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,42887,1732545254998] 2024-11-25T14:34:16,698 INFO [RS:0;cb69081f5976:42887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:34:16,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:16,809 WARN [cb69081f5976:44201 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T14:34:16,814 INFO [RS:0;cb69081f5976:42887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:34:16,823 INFO [RS:0;cb69081f5976:42887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:34:16,823 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,824 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:34:16,825 INFO [RS:0;cb69081f5976:42887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:34:16,825 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,825 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,825 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,825 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,825 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,825 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,825 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:34:16,825 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,825 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,825 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,826 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,826 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,826 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:16,826 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:34:16,826 DEBUG [RS:0;cb69081f5976:42887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:34:16,859 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,860 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,860 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,860 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,860 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,860 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42887,1732545254998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:34:16,899 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:34:16,900 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42887,1732545254998-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,900 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,900 INFO [RS:0;cb69081f5976:42887 {}] regionserver.Replication(171): cb69081f5976,42887,1732545254998 started 2024-11-25T14:34:16,919 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:16,919 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,42887,1732545254998, RpcServer on cb69081f5976/172.17.0.3:42887, sessionid=0x10173b426850004 2024-11-25T14:34:16,919 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:34:16,919 DEBUG [RS:0;cb69081f5976:42887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,42887,1732545254998 2024-11-25T14:34:16,919 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,42887,1732545254998' 2024-11-25T14:34:16,919 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1304547138/flush-table-proc/abort' 2024-11-25T14:34:16,920 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1304547138/flush-table-proc/acquired' 2024-11-25T14:34:16,921 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:34:16,921 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:34:16,921 DEBUG [RS:0;cb69081f5976:42887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,42887,1732545254998 2024-11-25T14:34:16,921 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,42887,1732545254998' 2024-11-25T14:34:16,921 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1304547138/online-snapshot/abort' 2024-11-25T14:34:16,922 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1304547138/online-snapshot/acquired' 2024-11-25T14:34:16,922 DEBUG [RS:0;cb69081f5976:42887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:34:16,922 INFO [RS:0;cb69081f5976:42887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:34:16,922 INFO [RS:0;cb69081f5976:42887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:34:17,023 INFO [RS:0;cb69081f5976:42887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:34:17,030 INFO [RS:0;cb69081f5976:42887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C42887%2C1732545254998, suffix=, logDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/oldWALs, maxLogs=10 2024-11-25T14:34:17,054 DEBUG [RS:0;cb69081f5976:42887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031, exclude list is [], retry=0 2024-11-25T14:34:17,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-ce946b4c-e270-432d-8666-5306f2a2ceb9,DISK] 2024-11-25T14:34:17,072 INFO [RS:0;cb69081f5976:42887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 2024-11-25T14:34:17,073 DEBUG [RS:0;cb69081f5976:42887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-25T14:34:17,310 DEBUG [cb69081f5976:44201 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:34:17,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,42887,1732545254998 2024-11-25T14:34:17,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,42887,1732545254998, state=OPENING 2024-11-25T14:34:17,319 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:34:17,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:17,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:17,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1304547138/meta-region-server: CHANGED 2024-11-25T14:34:17,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:34:17,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,42887,1732545254998}] 2024-11-25T14:34:17,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1304547138/meta-region-server: CHANGED 2024-11-25T14:34:17,482 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:34:17,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:34:17,486 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:34:17,486 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:17,486 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:34:17,487 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C42887%2C1732545254998.meta, suffix=.meta, logDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/oldWALs, maxLogs=10 2024-11-25T14:34:17,504 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.meta.1732545257488.meta, exclude list is [], retry=0 2024-11-25T14:34:17,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-ce946b4c-e270-432d-8666-5306f2a2ceb9,DISK] 2024-11-25T14:34:17,514 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.meta.1732545257488.meta 2024-11-25T14:34:17,514 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-25T14:34:17,514 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:17,515 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:17,515 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:34:17,515 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:34:17,515 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:34:17,515 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:34:17,515 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:17,515 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:34:17,515 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:34:17,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:34:17,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:34:17,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:17,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:17,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:34:17,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:34:17,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:17,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:17,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:34:17,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:34:17,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:17,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:17,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:34:17,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:34:17,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:17,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:17,521 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:34:17,523 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740 2024-11-25T14:34:17,525 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740 2024-11-25T14:34:17,526 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:34:17,526 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:34:17,527 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:17,528 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:34:17,530 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68779889, jitterRate=0.02490021288394928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:17,530 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:34:17,530 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545257516Writing region info on filesystem at 1732545257516Initializing all the Stores at 1732545257517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545257517Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545257517Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545257517Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545257517Cleaning up temporary data from old regions at 1732545257526 (+9 ms)Running coprocessor post-open hooks at 1732545257530 (+4 ms)Region opened successfully at 1732545257530 2024-11-25T14:34:17,531 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545257481 2024-11-25T14:34:17,533 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:34:17,533 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:34:17,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,42887,1732545254998 2024-11-25T14:34:17,534 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,42887,1732545254998, state=OPEN 2024-11-25T14:34:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1304547138/meta-region-server 2024-11-25T14:34:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1304547138/meta-region-server 2024-11-25T14:34:17,544 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,42887,1732545254998 2024-11-25T14:34:17,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1304547138/meta-region-server: CHANGED 2024-11-25T14:34:17,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1304547138/meta-region-server: CHANGED 2024-11-25T14:34:17,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:34:17,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,42887,1732545254998 in 215 msec 2024-11-25T14:34:17,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:34:17,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 896 msec 2024-11-25T14:34:17,551 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:17,551 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:34:17,552 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:17,552 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,42887,1732545254998, seqNum=-1] 2024-11-25T14:34:17,552 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:17,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:17,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0930 sec 2024-11-25T14:34:17,560 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545257560, completionTime=-1 2024-11-25T14:34:17,560 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:34:17,560 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:34:17,562 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:34:17,562 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545317562 2024-11-25T14:34:17,562 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545377562 2024-11-25T14:34:17,562 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T14:34:17,562 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,44201,1732545254568-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:17,563 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,44201,1732545254568-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:17,563 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,44201,1732545254568-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:17,563 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:44201, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:17,563 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:17,563 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:17,566 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:34:17,568 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.373sec 2024-11-25T14:34:17,568 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:34:17,568 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:34:17,568 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:34:17,568 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:34:17,569 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:34:17,569 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,44201,1732545254568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:34:17,569 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,44201,1732545254568-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:34:17,585 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:34:17,585 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:34:17,585 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,44201,1732545254568-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:17,591 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:34:17,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddbc349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:17,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,44201,-1 for getting cluster id 2024-11-25T14:34:17,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:17,664 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ae0b31-4d37-40a9-ad68-c92d62054f4a' 2024-11-25T14:34:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ae0b31-4d37-40a9-ad68-c92d62054f4a" 2024-11-25T14:34:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd73604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,44201,-1] 2024-11-25T14:34:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:17,666 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:17,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f906fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:17,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,42887,1732545254998, seqNum=-1] 2024-11-25T14:34:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:17,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:17,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,44201,1732545254568 2024-11-25T14:34:17,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54561 2024-11-25T14:34:17,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:17,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10173b426850005 connected 2024-11-25T14:34:17,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/hadoop.log.dir so I do NOT create it in target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc 2024-11-25T14:34:17,714 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:34:17,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/hadoop.tmp.dir so I do NOT create it in target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc 2024-11-25T14:34:17,714 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:34:17,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc 2024-11-25T14:34:17,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:34:17,714 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/cluster_c5a2a08a-fe4d-68e3-8993-b0742e6e8a57, deleteOnExit=true 2024-11-25T14:34:17,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:34:17,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/test.cache.data in system properties and HBase conf 2024-11-25T14:34:17,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:34:17,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:34:17,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:34:17,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:34:17,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:34:17,715 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:34:17,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:17,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:34:17,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:34:18,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:18,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:18,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:18,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:18,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:34:18,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:18,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59eb2ec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:18,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18cabaf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:18,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46239989{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/java.io.tmpdir/jetty-localhost-42133-hadoop-hdfs-3_4_1-tests_jar-_-any-3148895210942768339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:34:18,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a939638{HTTP/1.1, (http/1.1)}{localhost:42133} 2024-11-25T14:34:18,413 INFO [Time-limited test {}] server.Server(415): Started @285719ms 2024-11-25T14:34:18,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:18,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:18,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:18,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:18,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:34:18,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6168ff6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:18,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67175ad1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:18,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1df8353{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/java.io.tmpdir/jetty-localhost-45653-hadoop-hdfs-3_4_1-tests_jar-_-any-7806378412564145747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:34:18,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@513fab77{HTTP/1.1, (http/1.1)}{localhost:45653} 2024-11-25T14:34:18,990 INFO [Time-limited test {}] server.Server(415): Started @286297ms 2024-11-25T14:34:18,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:34:19,674 WARN [Thread-3653 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/cluster_c5a2a08a-fe4d-68e3-8993-b0742e6e8a57/data/data1/current/BP-481008988-172.17.0.3-1732545257755/current, will proceed with Du for space computation calculation, 2024-11-25T14:34:19,679 WARN [Thread-3654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/cluster_c5a2a08a-fe4d-68e3-8993-b0742e6e8a57/data/data2/current/BP-481008988-172.17.0.3-1732545257755/current, will proceed with Du for space computation calculation, 2024-11-25T14:34:19,732 WARN [Thread-3641 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:34:19,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dc6b5af3948869e with lease ID 0x327fe1d9cdb8d98a: Processing first storage report for DS-6aba8112-b246-482a-92ea-7fa9d3043f59 from datanode DatanodeRegistration(127.0.0.1:42031, datanodeUuid=a3a7768d-a410-464c-abb7-95dcfca5704b, infoPort=44191, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=201836363;c=1732545257755) 2024-11-25T14:34:19,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dc6b5af3948869e with lease ID 0x327fe1d9cdb8d98a: from storage DS-6aba8112-b246-482a-92ea-7fa9d3043f59 node DatanodeRegistration(127.0.0.1:42031, datanodeUuid=a3a7768d-a410-464c-abb7-95dcfca5704b, infoPort=44191, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=201836363;c=1732545257755), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:34:19,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dc6b5af3948869e with lease ID 0x327fe1d9cdb8d98a: Processing first storage report for DS-bf4d3d2d-5f31-4490-afd2-8de6991bbfee from datanode DatanodeRegistration(127.0.0.1:42031, datanodeUuid=a3a7768d-a410-464c-abb7-95dcfca5704b, infoPort=44191, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=201836363;c=1732545257755) 2024-11-25T14:34:19,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dc6b5af3948869e with lease ID 0x327fe1d9cdb8d98a: from storage DS-bf4d3d2d-5f31-4490-afd2-8de6991bbfee node DatanodeRegistration(127.0.0.1:42031, datanodeUuid=a3a7768d-a410-464c-abb7-95dcfca5704b, infoPort=44191, infoSecurePort=0, ipcPort=32959, storageInfo=lv=-57;cid=testClusterID;nsid=201836363;c=1732545257755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:34:19,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc 2024-11-25T14:34:19,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:19,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:19,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:34:19,833 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d with version=8 2024-11-25T14:34:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/hbase-staging 2024-11-25T14:34:19,835 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:34:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:19,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:34:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:19,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:34:19,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:34:19,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:34:19,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36441 2024-11-25T14:34:19,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36441 connecting to ZooKeeper ensemble=127.0.0.1:54561 2024-11-25T14:34:19,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364410x0, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:19,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36441-0x10173b426850006 connected 2024-11-25T14:34:19,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:19,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:19,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Set watcher on znode that does not yet exist, /21414988282/running 2024-11-25T14:34:19,924 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d, hbase.cluster.distributed=false 2024-11-25T14:34:19,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Set watcher on znode that does not yet exist, /21414988282/acl 2024-11-25T14:34:19,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36441 2024-11-25T14:34:19,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36441 2024-11-25T14:34:19,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36441 2024-11-25T14:34:19,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36441 2024-11-25T14:34:19,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36441 2024-11-25T14:34:19,985 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:34:19,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:19,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:19,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:34:19,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:19,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:34:19,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:34:19,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:34:19,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39247 2024-11-25T14:34:19,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39247 connecting to ZooKeeper ensemble=127.0.0.1:54561 2024-11-25T14:34:19,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:19,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:20,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392470x0, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:20,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39247-0x10173b426850007 connected 2024-11-25T14:34:20,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Set watcher on znode that does not yet exist, /21414988282/running 2024-11-25T14:34:20,128 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:34:20,135 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:34:20,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Set watcher on znode that does not yet exist, /21414988282/master 2024-11-25T14:34:20,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Set watcher on znode that does not yet exist, /21414988282/acl 2024-11-25T14:34:20,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39247 2024-11-25T14:34:20,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39247 2024-11-25T14:34:20,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39247 2024-11-25T14:34:20,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39247 2024-11-25T14:34:20,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39247 2024-11-25T14:34:20,174 DEBUG [M:0;cb69081f5976:36441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:36441 2024-11-25T14:34:20,175 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21414988282/backup-masters/cb69081f5976,36441,1732545259835 2024-11-25T14:34:20,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282/backup-masters 2024-11-25T14:34:20,187 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Set watcher on existing znode=/21414988282/backup-masters/cb69081f5976,36441,1732545259835 2024-11-25T14:34:20,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282/backup-masters 2024-11-25T14:34:20,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:20,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21414988282/master 2024-11-25T14:34:20,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:20,195 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Set watcher on existing znode=/21414988282/master 2024-11-25T14:34:20,196 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21414988282/backup-masters/cb69081f5976,36441,1732545259835 from backup master directory 2024-11-25T14:34:20,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21414988282/backup-masters/cb69081f5976,36441,1732545259835 2024-11-25T14:34:20,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282/backup-masters 2024-11-25T14:34:20,202 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:34:20,202 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,36441,1732545259835 2024-11-25T14:34:20,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282/backup-masters 2024-11-25T14:34:20,212 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/hbase.id] with ID: ff70d623-8a03-45e7-9216-124c868307e0 2024-11-25T14:34:20,212 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/.tmp/hbase.id 2024-11-25T14:34:20,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:34:20,653 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/.tmp/hbase.id]:[hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/hbase.id] 2024-11-25T14:34:20,660 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:20,661 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:34:20,661 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-25T14:34:20,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:20,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:20,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:34:21,075 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:21,076 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:34:21,076 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:21,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:34:21,086 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store 2024-11-25T14:34:21,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:34:21,093 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:21,093 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:34:21,093 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:21,093 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:21,093 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:34:21,093 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:21,093 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:21,093 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545261093Disabling compacts and flushes for region at 1732545261093Disabling writes for close at 1732545261093Writing region close event to WAL at 1732545261093Closed at 1732545261093 2024-11-25T14:34:21,094 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/.initializing 2024-11-25T14:34:21,094 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/WALs/cb69081f5976,36441,1732545259835 2024-11-25T14:34:21,095 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:34:21,096 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C36441%2C1732545259835, suffix=, logDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/WALs/cb69081f5976,36441,1732545259835, archiveDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/oldWALs, maxLogs=10 2024-11-25T14:34:21,113 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/WALs/cb69081f5976,36441,1732545259835/cb69081f5976%2C36441%2C1732545259835.1732545261096, exclude list is [], retry=0 2024-11-25T14:34:21,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42031,DS-6aba8112-b246-482a-92ea-7fa9d3043f59,DISK] 2024-11-25T14:34:21,123 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/WALs/cb69081f5976,36441,1732545259835/cb69081f5976%2C36441%2C1732545259835.1732545261096 2024-11-25T14:34:21,124 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44191:44191)] 2024-11-25T14:34:21,124 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:21,124 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:21,124 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,124 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:34:21,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:21,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:21,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:34:21,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:21,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:21,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:34:21,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:21,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:21,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:34:21,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:21,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:21,133 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,134 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,134 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,135 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,135 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,135 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:21,136 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:21,139 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:21,139 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70254770, jitterRate=0.046877652406692505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:21,139 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545261124Initializing all the Stores at 1732545261125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545261125Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545261127 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545261127Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545261127Cleaning up temporary data from old regions at 1732545261135 (+8 ms)Region opened successfully at 1732545261139 (+4 ms) 2024-11-25T14:34:21,143 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:34:21,146 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcb5d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:34:21,147 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:34:21,147 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:34:21,147 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:34:21,148 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:34:21,148 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:34:21,149 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:34:21,149 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:34:21,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T14:34:21,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T14:34:21,169 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:34:21,169 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Unable to get data of znode /21414988282/balancer because node does not exist (not necessarily an error) 2024-11-25T14:34:21,202 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21414988282/balancer already deleted, retry=false 2024-11-25T14:34:21,203 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:34:21,204 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Unable to get data of znode /21414988282/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:34:21,211 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21414988282/normalizer already deleted, retry=false 2024-11-25T14:34:21,211 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:34:21,212 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Unable to get data of znode /21414988282/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:34:21,219 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21414988282/switch/split already deleted, retry=false 2024-11-25T14:34:21,220 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Unable to get data of znode /21414988282/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:34:21,227 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21414988282/switch/merge already deleted, retry=false 2024-11-25T14:34:21,229 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Unable to get data of znode /21414988282/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:34:21,236 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21414988282/snapshot-cleanup already deleted, retry=false 2024-11-25T14:34:21,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21414988282/running 2024-11-25T14:34:21,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:21,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21414988282/running 2024-11-25T14:34:21,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:21,244 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,36441,1732545259835, sessionid=0x10173b426850006, setting cluster-up flag (Was=false) 2024-11-25T14:34:21,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:21,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:21,286 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21414988282/flush-table-proc/acquired, /21414988282/flush-table-proc/reached, /21414988282/flush-table-proc/abort 2024-11-25T14:34:21,287 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,36441,1732545259835 2024-11-25T14:34:21,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:21,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:21,327 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21414988282/online-snapshot/acquired, /21414988282/online-snapshot/reached, /21414988282/online-snapshot/abort 2024-11-25T14:34:21,328 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,36441,1732545259835 2024-11-25T14:34:21,329 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:34:21,331 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:21,331 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:34:21,332 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:34:21,332 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,36441,1732545259835 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:34:21,333 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:21,333 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:21,333 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:21,333 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:21,333 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:34:21,333 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,333 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:34:21,333 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:21,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:34:21,346 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:21,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:34:21,361 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545291361 2024-11-25T14:34:21,362 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:34:21,362 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:34:21,362 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:34:21,362 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:34:21,362 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:34:21,362 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:34:21,362 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,362 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:34:21,363 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:34:21,363 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:34:21,363 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:34:21,368 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:34:21,368 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:34:21,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:34:21,379 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545261368,5,FailOnTimeoutGroup] 2024-11-25T14:34:21,381 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(746): ClusterId : ff70d623-8a03-45e7-9216-124c868307e0 2024-11-25T14:34:21,381 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:34:21,383 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545261380,5,FailOnTimeoutGroup] 2024-11-25T14:34:21,383 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,383 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:34:21,383 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,383 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,393 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:34:21,393 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:34:21,403 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:34:21,404 DEBUG [RS:0;cb69081f5976:39247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ad1b98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:34:21,420 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:39247 2024-11-25T14:34:21,420 INFO [RS:0;cb69081f5976:39247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:34:21,420 INFO [RS:0;cb69081f5976:39247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:34:21,420 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:34:21,421 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,36441,1732545259835 with port=39247, startcode=1732545259985 2024-11-25T14:34:21,421 DEBUG [RS:0;cb69081f5976:39247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:34:21,432 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:34:21,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,39247,1732545259985 2024-11-25T14:34:21,432 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36441 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,39247,1732545259985 2024-11-25T14:34:21,434 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d 2024-11-25T14:34:21,434 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41753 2024-11-25T14:34:21,434 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:34:21,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282/rs 2024-11-25T14:34:21,477 DEBUG [RS:0;cb69081f5976:39247 {}] zookeeper.ZKUtil(111): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Set watcher on existing znode=/21414988282/rs/cb69081f5976,39247,1732545259985 2024-11-25T14:34:21,477 WARN [RS:0;cb69081f5976:39247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:34:21,477 INFO [RS:0;cb69081f5976:39247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:21,477 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985 2024-11-25T14:34:21,495 INFO [RS:0;cb69081f5976:39247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:34:21,499 INFO [RS:0;cb69081f5976:39247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:34:21,500 INFO [RS:0;cb69081f5976:39247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:34:21,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,39247,1732545259985] 2024-11-25T14:34:21,500 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,507 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:34:21,508 INFO [RS:0;cb69081f5976:39247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:34:21,508 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:21,508 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:34:21,509 DEBUG [RS:0;cb69081f5976:39247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:34:21,523 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,523 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,523 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,523 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,523 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,523 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39247,1732545259985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:34:21,545 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:34:21,545 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,39247,1732545259985-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,546 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,546 INFO [RS:0;cb69081f5976:39247 {}] regionserver.Replication(171): cb69081f5976,39247,1732545259985 started 2024-11-25T14:34:21,563 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:21,564 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,39247,1732545259985, RpcServer on cb69081f5976/172.17.0.3:39247, sessionid=0x10173b426850007 2024-11-25T14:34:21,564 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:34:21,564 DEBUG [RS:0;cb69081f5976:39247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,39247,1732545259985 2024-11-25T14:34:21,564 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,39247,1732545259985' 2024-11-25T14:34:21,564 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21414988282/flush-table-proc/abort' 2024-11-25T14:34:21,564 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21414988282/flush-table-proc/acquired' 2024-11-25T14:34:21,565 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:34:21,565 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:34:21,565 DEBUG [RS:0;cb69081f5976:39247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,39247,1732545259985 2024-11-25T14:34:21,565 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,39247,1732545259985' 2024-11-25T14:34:21,565 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21414988282/online-snapshot/abort' 2024-11-25T14:34:21,566 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21414988282/online-snapshot/acquired' 2024-11-25T14:34:21,566 DEBUG [RS:0;cb69081f5976:39247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:34:21,566 INFO [RS:0;cb69081f5976:39247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:34:21,566 INFO [RS:0;cb69081f5976:39247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:34:21,666 INFO [RS:0;cb69081f5976:39247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:34:21,668 INFO [RS:0;cb69081f5976:39247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C39247%2C1732545259985, suffix=, logDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985, archiveDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/oldWALs, maxLogs=10 2024-11-25T14:34:21,686 DEBUG [RS:0;cb69081f5976:39247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668, exclude list is [], retry=0 2024-11-25T14:34:21,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42031,DS-6aba8112-b246-482a-92ea-7fa9d3043f59,DISK] 2024-11-25T14:34:21,690 INFO [RS:0;cb69081f5976:39247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 2024-11-25T14:34:21,691 DEBUG [RS:0;cb69081f5976:39247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44191:44191)] 2024-11-25T14:34:21,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:34:21,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d 2024-11-25T14:34:21,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741833_1009 (size=32) 2024-11-25T14:34:21,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:21,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:34:21,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:34:21,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:21,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:21,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:34:21,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:34:21,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:21,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:21,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:34:21,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:34:21,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:21,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:21,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:34:21,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:34:21,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:21,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:21,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:34:21,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740 2024-11-25T14:34:21,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740 2024-11-25T14:34:21,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:34:21,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:34:21,820 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:21,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:34:21,825 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:21,825 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65200873, jitterRate=-0.028431281447410583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:21,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545261807Initializing all the Stores at 1732545261808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545261808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545261808Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545261808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545261808Cleaning up temporary data from old regions at 1732545261820 (+12 ms)Region opened successfully at 1732545261825 (+5 ms) 2024-11-25T14:34:21,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:34:21,825 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:34:21,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:34:21,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:34:21,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:34:21,826 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:21,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545261825Disabling compacts and flushes for region at 1732545261825Disabling writes for close at 1732545261825Writing region close event to WAL at 1732545261826 (+1 ms)Closed at 1732545261826 2024-11-25T14:34:21,827 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:21,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:34:21,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:34:21,828 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:34:21,829 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:34:21,979 DEBUG [cb69081f5976:36441 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:34:21,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,39247,1732545259985 2024-11-25T14:34:21,980 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,39247,1732545259985, state=OPENING 2024-11-25T14:34:22,019 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:34:22,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:22,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:22,028 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:34:22,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21414988282/meta-region-server: CHANGED 2024-11-25T14:34:22,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,39247,1732545259985}] 2024-11-25T14:34:22,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21414988282/meta-region-server: CHANGED 2024-11-25T14:34:22,181 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:34:22,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:34:22,186 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:34:22,186 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:22,186 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:34:22,189 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C39247%2C1732545259985.meta, suffix=.meta, logDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985, archiveDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/oldWALs, maxLogs=10 2024-11-25T14:34:22,211 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.meta.1732545262190.meta, exclude list is [], retry=0 2024-11-25T14:34:22,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42031,DS-6aba8112-b246-482a-92ea-7fa9d3043f59,DISK] 2024-11-25T14:34:22,236 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.meta.1732545262190.meta 2024-11-25T14:34:22,239 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44191:44191)] 2024-11-25T14:34:22,240 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:22,240 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:22,240 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:34:22,240 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:34:22,240 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:34:22,240 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:34:22,241 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:22,241 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:34:22,241 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:34:22,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:34:22,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:34:22,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:22,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:22,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:34:22,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:34:22,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:22,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:22,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:34:22,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:34:22,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:22,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:22,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:34:22,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:34:22,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:22,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:22,267 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:34:22,268 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740 2024-11-25T14:34:22,269 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740 2024-11-25T14:34:22,270 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:34:22,270 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:34:22,270 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:22,272 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:34:22,273 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66682700, jitterRate=-0.006350338459014893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:22,273 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:34:22,273 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545262241Writing region info on filesystem at 1732545262241Initializing all the Stores at 1732545262243 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545262243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545262243Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545262243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545262243Cleaning up temporary data from old regions at 1732545262270 (+27 ms)Running coprocessor post-open hooks at 1732545262273 (+3 ms)Region opened successfully at 1732545262273 2024-11-25T14:34:22,274 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545262181 2024-11-25T14:34:22,276 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:34:22,276 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:34:22,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,39247,1732545259985 2024-11-25T14:34:22,278 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,39247,1732545259985, state=OPEN 2024-11-25T14:34:22,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21414988282/meta-region-server 2024-11-25T14:34:22,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21414988282/meta-region-server 2024-11-25T14:34:22,286 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,39247,1732545259985 2024-11-25T14:34:22,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21414988282/meta-region-server: CHANGED 2024-11-25T14:34:22,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21414988282/meta-region-server: CHANGED 2024-11-25T14:34:22,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:34:22,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,39247,1732545259985 in 258 msec 2024-11-25T14:34:22,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:34:22,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-25T14:34:22,293 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:22,293 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:34:22,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:22,295 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,39247,1732545259985, seqNum=-1] 2024-11-25T14:34:22,295 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:22,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:22,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 970 msec 2024-11-25T14:34:22,301 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545262301, completionTime=-1 2024-11-25T14:34:22,301 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:34:22,301 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:34:22,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:34:22,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545322304 2024-11-25T14:34:22,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545382304 2024-11-25T14:34:22,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T14:34:22,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36441,1732545259835-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:22,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36441,1732545259835-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:22,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36441,1732545259835-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:22,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:36441, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:22,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:22,304 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:22,307 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:34:22,310 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.107sec 2024-11-25T14:34:22,310 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:34:22,310 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:34:22,310 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:34:22,310 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:34:22,310 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:34:22,310 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36441,1732545259835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:34:22,310 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36441,1732545259835-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:34:22,313 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:34:22,313 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:34:22,313 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36441,1732545259835-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:22,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea269ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:22,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,36441,-1 for getting cluster id 2024-11-25T14:34:22,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:22,383 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff70d623-8a03-45e7-9216-124c868307e0' 2024-11-25T14:34:22,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:22,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff70d623-8a03-45e7-9216-124c868307e0" 2024-11-25T14:34:22,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fb58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:22,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,36441,-1] 2024-11-25T14:34:22,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:22,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:22,385 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:22,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e02f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:22,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:22,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,39247,1732545259985, seqNum=-1] 2024-11-25T14:34:22,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:22,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:22,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,36441,1732545259835 2024-11-25T14:34:22,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54561 2024-11-25T14:34:22,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:22,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10173b426850008 connected 2024-11-25T14:34:22,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42243,1732545249123 2024-11-25T14:34:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81ec68f 2024-11-25T14:34:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:22,416 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:22,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:34:22,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:34:22,419 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:22,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:34:22,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:34:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:34:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:22,858 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 323e9665743dd986f06e37aa2c458935, NAME => 'test,,1732545262416.323e9665743dd986f06e37aa2c458935.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af 2024-11-25T14:34:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:34:22,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545262416.323e9665743dd986f06e37aa2c458935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:22,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 323e9665743dd986f06e37aa2c458935, disabling compactions & flushes 2024-11-25T14:34:22,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:22,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:22,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545262416.323e9665743dd986f06e37aa2c458935. after waiting 0 ms 2024-11-25T14:34:22,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:22,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:22,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 323e9665743dd986f06e37aa2c458935: Waiting for close lock at 1732545262882Disabling compacts and flushes for region at 1732545262882Disabling writes for close at 1732545262882Writing region close event to WAL at 1732545262882Closed at 1732545262882 2024-11-25T14:34:22,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:34:22,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545262416.323e9665743dd986f06e37aa2c458935.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545262883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545262883"}]},"ts":"1732545262883"} 2024-11-25T14:34:22,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:34:22,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:34:22,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545262889"}]},"ts":"1732545262889"} 2024-11-25T14:34:22,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:34:22,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=323e9665743dd986f06e37aa2c458935, ASSIGN}] 2024-11-25T14:34:22,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=323e9665743dd986f06e37aa2c458935, ASSIGN 2024-11-25T14:34:22,894 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=323e9665743dd986f06e37aa2c458935, ASSIGN; state=OFFLINE, location=cb69081f5976,43305,1732545249768; forceNewPlan=false, retain=false 2024-11-25T14:34:23,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:34:23,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,045 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=323e9665743dd986f06e37aa2c458935, regionState=OPENING, regionLocation=cb69081f5976,43305,1732545249768 2024-11-25T14:34:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:23,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=323e9665743dd986f06e37aa2c458935, ASSIGN because future has completed 2024-11-25T14:34:23,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 323e9665743dd986f06e37aa2c458935, server=cb69081f5976,43305,1732545249768}] 2024-11-25T14:34:23,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:23,261 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:23,261 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 323e9665743dd986f06e37aa2c458935, NAME => 'test,,1732545262416.323e9665743dd986f06e37aa2c458935.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:23,263 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:23,263 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:34:23,263 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,263 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545262416.323e9665743dd986f06e37aa2c458935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:23,263 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,263 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,275 INFO [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,289 INFO [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 323e9665743dd986f06e37aa2c458935 columnFamilyName f 2024-11-25T14:34:23,289 DEBUG [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:23,292 INFO [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] regionserver.HStore(327): Store=323e9665743dd986f06e37aa2c458935/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:23,293 INFO [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,301 INFO [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 323e9665743dd986f06e37aa2c458935 columnFamilyName f1 2024-11-25T14:34:23,301 DEBUG [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:23,303 INFO [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] regionserver.HStore(327): Store=323e9665743dd986f06e37aa2c458935/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:23,303 INFO [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,304 INFO [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 323e9665743dd986f06e37aa2c458935 columnFamilyName norep 2024-11-25T14:34:23,304 DEBUG [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:23,305 INFO [StoreOpener-323e9665743dd986f06e37aa2c458935-1 {}] regionserver.HStore(327): Store=323e9665743dd986f06e37aa2c458935/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:23,305 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,306 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,306 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,308 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,308 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,309 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:34:23,311 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,332 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:23,332 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 323e9665743dd986f06e37aa2c458935; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68417674, jitterRate=0.01950278878211975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:34:23,333 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:23,333 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 323e9665743dd986f06e37aa2c458935: Running coprocessor pre-open hook at 1732545263263Writing region info on filesystem at 1732545263263Initializing all the Stores at 1732545263271 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545263271Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545263274 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545263274Cleaning up temporary data from old regions at 1732545263308 (+34 ms)Running coprocessor post-open hooks at 1732545263333 (+25 ms)Region opened successfully at 1732545263333 2024-11-25T14:34:23,334 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545262416.323e9665743dd986f06e37aa2c458935., pid=6, masterSystemTime=1732545263215 2024-11-25T14:34:23,336 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:23,336 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:23,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=323e9665743dd986f06e37aa2c458935, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,43305,1732545249768 2024-11-25T14:34:23,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 323e9665743dd986f06e37aa2c458935, server=cb69081f5976,43305,1732545249768 because future has completed 2024-11-25T14:34:23,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:34:23,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 323e9665743dd986f06e37aa2c458935, server=cb69081f5976,43305,1732545249768 in 289 msec 2024-11-25T14:34:23,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:34:23,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=323e9665743dd986f06e37aa2c458935, ASSIGN in 463 msec 2024-11-25T14:34:23,359 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:34:23,359 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545263359"}]},"ts":"1732545263359"} 2024-11-25T14:34:23,361 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:34:23,363 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:34:23,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 946 msec 2024-11-25T14:34:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:23,555 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:34:23,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:23,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,44201,1732545254568 2024-11-25T14:34:23,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58d7d360 2024-11-25T14:34:23,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:23,557 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:23,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:34:23,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:34:23,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:23,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:34:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:23,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:34:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:34:23,592 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T14:34:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:23,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82a7c2234a7dc45c259b2520615e85ce, NAME => 'test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f 2024-11-25T14:34:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:34:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:24,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:24,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 82a7c2234a7dc45c259b2520615e85ce, disabling compactions & flushes 2024-11-25T14:34:24,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:24,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:24,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. after waiting 0 ms 2024-11-25T14:34:24,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:24,388 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:24,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82a7c2234a7dc45c259b2520615e85ce: Waiting for close lock at 1732545264387Disabling compacts and flushes for region at 1732545264387Disabling writes for close at 1732545264387Writing region close event to WAL at 1732545264388 (+1 ms)Closed at 1732545264388 2024-11-25T14:34:24,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:34:24,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545264389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545264389"}]},"ts":"1732545264389"} 2024-11-25T14:34:24,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:34:24,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:34:24,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545264392"}]},"ts":"1732545264392"} 2024-11-25T14:34:24,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:34:24,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82a7c2234a7dc45c259b2520615e85ce, ASSIGN}] 2024-11-25T14:34:24,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82a7c2234a7dc45c259b2520615e85ce, ASSIGN 2024-11-25T14:34:24,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=82a7c2234a7dc45c259b2520615e85ce, ASSIGN; state=OFFLINE, location=cb69081f5976,42887,1732545254998; forceNewPlan=false, retain=false 2024-11-25T14:34:24,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82a7c2234a7dc45c259b2520615e85ce, regionState=OPENING, regionLocation=cb69081f5976,42887,1732545254998 2024-11-25T14:34:24,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=82a7c2234a7dc45c259b2520615e85ce, ASSIGN because future has completed 2024-11-25T14:34:24,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82a7c2234a7dc45c259b2520615e85ce, server=cb69081f5976,42887,1732545254998}] 2024-11-25T14:34:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:24,704 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:24,704 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 82a7c2234a7dc45c259b2520615e85ce, NAME => 'test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:24,704 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:24,704 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:34:24,705 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,705 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:24,705 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,705 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,707 INFO [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,708 INFO [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82a7c2234a7dc45c259b2520615e85ce columnFamilyName f 2024-11-25T14:34:24,708 DEBUG [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:24,708 INFO [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] regionserver.HStore(327): Store=82a7c2234a7dc45c259b2520615e85ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:24,708 INFO [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,709 INFO [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82a7c2234a7dc45c259b2520615e85ce columnFamilyName f1 2024-11-25T14:34:24,709 DEBUG [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:24,710 INFO [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] regionserver.HStore(327): Store=82a7c2234a7dc45c259b2520615e85ce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:24,710 INFO [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,711 INFO [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82a7c2234a7dc45c259b2520615e85ce columnFamilyName norep 2024-11-25T14:34:24,711 DEBUG [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:24,711 INFO [StoreOpener-82a7c2234a7dc45c259b2520615e85ce-1 {}] regionserver.HStore(327): Store=82a7c2234a7dc45c259b2520615e85ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:24,711 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,711 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,712 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,712 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,712 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,713 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:34:24,714 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,715 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:24,715 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 82a7c2234a7dc45c259b2520615e85ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67022271, jitterRate=-0.00129033625125885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:34:24,716 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:24,716 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 82a7c2234a7dc45c259b2520615e85ce: Running coprocessor pre-open hook at 1732545264705Writing region info on filesystem at 1732545264705Initializing all the Stores at 1732545264705Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545264706 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545264707 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545264707Cleaning up temporary data from old regions at 1732545264712 (+5 ms)Running coprocessor post-open hooks at 1732545264716 (+4 ms)Region opened successfully at 1732545264716 2024-11-25T14:34:24,717 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce., pid=6, masterSystemTime=1732545264701 2024-11-25T14:34:24,718 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:24,718 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:24,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82a7c2234a7dc45c259b2520615e85ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,42887,1732545254998 2024-11-25T14:34:24,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82a7c2234a7dc45c259b2520615e85ce, server=cb69081f5976,42887,1732545254998 because future has completed 2024-11-25T14:34:24,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:34:24,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 82a7c2234a7dc45c259b2520615e85ce, server=cb69081f5976,42887,1732545254998 in 171 msec 2024-11-25T14:34:24,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:34:24,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=82a7c2234a7dc45c259b2520615e85ce, ASSIGN in 328 msec 2024-11-25T14:34:24,725 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:34:24,725 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545264725"}]},"ts":"1732545264725"} 2024-11-25T14:34:24,727 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:34:24,727 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:34:24,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-25T14:34:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:25,714 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:34:25,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:25,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,36441,1732545259835 2024-11-25T14:34:25,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6de4b409 2024-11-25T14:34:25,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:25,716 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:25,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:34:25,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:34:25,719 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:25,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:34:25,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:34:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:34:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:26,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d74f1b4ab8775e779ce71da22f1816ea, NAME => 'test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d 2024-11-25T14:34:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:34:26,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:26,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d74f1b4ab8775e779ce71da22f1816ea, disabling compactions & flushes 2024-11-25T14:34:26,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:26,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:26,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. after waiting 0 ms 2024-11-25T14:34:26,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:26,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:26,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d74f1b4ab8775e779ce71da22f1816ea: Waiting for close lock at 1732545266131Disabling compacts and flushes for region at 1732545266131Disabling writes for close at 1732545266131Writing region close event to WAL at 1732545266131Closed at 1732545266131 2024-11-25T14:34:26,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:34:26,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545266132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545266132"}]},"ts":"1732545266132"} 2024-11-25T14:34:26,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:34:26,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:34:26,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545266135"}]},"ts":"1732545266135"} 2024-11-25T14:34:26,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:34:26,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d74f1b4ab8775e779ce71da22f1816ea, ASSIGN}] 2024-11-25T14:34:26,138 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d74f1b4ab8775e779ce71da22f1816ea, ASSIGN 2024-11-25T14:34:26,138 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d74f1b4ab8775e779ce71da22f1816ea, ASSIGN; state=OFFLINE, location=cb69081f5976,39247,1732545259985; forceNewPlan=false, retain=false 2024-11-25T14:34:26,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d74f1b4ab8775e779ce71da22f1816ea, regionState=OPENING, regionLocation=cb69081f5976,39247,1732545259985 2024-11-25T14:34:26,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d74f1b4ab8775e779ce71da22f1816ea, ASSIGN because future has completed 2024-11-25T14:34:26,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d74f1b4ab8775e779ce71da22f1816ea, server=cb69081f5976,39247,1732545259985}] 2024-11-25T14:34:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:26,448 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:26,448 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d74f1b4ab8775e779ce71da22f1816ea, NAME => 'test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:26,449 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:26,449 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:34:26,449 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,449 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:26,449 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,449 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,450 INFO [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,452 INFO [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d74f1b4ab8775e779ce71da22f1816ea columnFamilyName f 2024-11-25T14:34:26,452 DEBUG [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:26,452 INFO [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] regionserver.HStore(327): Store=d74f1b4ab8775e779ce71da22f1816ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:26,452 INFO [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,453 INFO [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d74f1b4ab8775e779ce71da22f1816ea columnFamilyName f1 2024-11-25T14:34:26,453 DEBUG [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:26,453 INFO [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] regionserver.HStore(327): Store=d74f1b4ab8775e779ce71da22f1816ea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:26,453 INFO [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,454 INFO [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d74f1b4ab8775e779ce71da22f1816ea columnFamilyName norep 2024-11-25T14:34:26,454 DEBUG [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:26,454 INFO [StoreOpener-d74f1b4ab8775e779ce71da22f1816ea-1 {}] regionserver.HStore(327): Store=d74f1b4ab8775e779ce71da22f1816ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:26,454 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,455 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,455 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,456 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,456 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,456 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:34:26,457 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,458 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:26,459 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d74f1b4ab8775e779ce71da22f1816ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74709387, jitterRate=0.11325661838054657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:34:26,459 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:26,459 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d74f1b4ab8775e779ce71da22f1816ea: Running coprocessor pre-open hook at 1732545266449Writing region info on filesystem at 1732545266449Initializing all the Stores at 1732545266450 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545266450Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545266450Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545266450Cleaning up temporary data from old regions at 1732545266456 (+6 ms)Running coprocessor post-open hooks at 1732545266459 (+3 ms)Region opened successfully at 1732545266459 2024-11-25T14:34:26,460 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea., pid=6, masterSystemTime=1732545266444 2024-11-25T14:34:26,461 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:26,461 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:26,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d74f1b4ab8775e779ce71da22f1816ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,39247,1732545259985 2024-11-25T14:34:26,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d74f1b4ab8775e779ce71da22f1816ea, server=cb69081f5976,39247,1732545259985 because future has completed 2024-11-25T14:34:26,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:34:26,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d74f1b4ab8775e779ce71da22f1816ea, server=cb69081f5976,39247,1732545259985 in 173 msec 2024-11-25T14:34:26,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:34:26,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d74f1b4ab8775e779ce71da22f1816ea, ASSIGN in 328 msec 2024-11-25T14:34:26,467 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:34:26,467 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545266467"}]},"ts":"1732545266467"} 2024-11-25T14:34:26,469 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:34:26,469 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:34:26,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-25T14:34:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:26,855 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:34:26,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:26,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42243,-1 for getting cluster id 2024-11-25T14:34:26,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:26,857 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af8f5f3b-ba0c-48f1-88c8-50731d379525' 2024-11-25T14:34:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af8f5f3b-ba0c-48f1-88c8-50731d379525" 2024-11-25T14:34:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a944b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42243,-1] 2024-11-25T14:34:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:26,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:26,862 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:26,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1581ebbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:26,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:26,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42243,1732545249123 2024-11-25T14:34:26,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1667239 2024-11-25T14:34:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:26,867 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:26,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:44201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:34:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:34:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:26,874 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:44201' 2024-11-25T14:34:26,880 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2852181a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:26,880 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,44201,-1 for getting cluster id 2024-11-25T14:34:26,881 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:26,881 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ae0b31-4d37-40a9-ad68-c92d62054f4a' 2024-11-25T14:34:26,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:26,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ae0b31-4d37-40a9-ad68-c92d62054f4a" 2024-11-25T14:34:26,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1971a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:26,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,44201,-1] 2024-11-25T14:34:26,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:26,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:26,883 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:26,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6d5250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:26,884 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:26,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,44201,1732545254568 2024-11-25T14:34:26,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52f99e0f 2024-11-25T14:34:26,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:26,887 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:26,888 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-25T14:34:26,888 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:34:26,888 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:26,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:26,889 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:26,889 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:26,891 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:34:26,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:34:26,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:26,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:34:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:34:26,941 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:34:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:27,316 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4459ffce9ec5aa84d1e20fe67be356d0, NAME => 'hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af 2024-11-25T14:34:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:34:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4459ffce9ec5aa84d1e20fe67be356d0, disabling compactions & flushes 2024-11-25T14:34:27,721 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. after waiting 0 ms 2024-11-25T14:34:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:27,721 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:27,721 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4459ffce9ec5aa84d1e20fe67be356d0: Waiting for close lock at 1732545267721Disabling compacts and flushes for region at 1732545267721Disabling writes for close at 1732545267721Writing region close event to WAL at 1732545267721Closed at 1732545267721 2024-11-25T14:34:27,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:34:27,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545267722"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545267722"}]},"ts":"1732545267722"} 2024-11-25T14:34:27,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:34:27,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:34:27,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545267725"}]},"ts":"1732545267725"} 2024-11-25T14:34:27,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:34:27,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4459ffce9ec5aa84d1e20fe67be356d0, ASSIGN}] 2024-11-25T14:34:27,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4459ffce9ec5aa84d1e20fe67be356d0, ASSIGN 2024-11-25T14:34:27,728 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4459ffce9ec5aa84d1e20fe67be356d0, ASSIGN; state=OFFLINE, location=cb69081f5976,43305,1732545249768; forceNewPlan=false, retain=false 2024-11-25T14:34:27,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4459ffce9ec5aa84d1e20fe67be356d0, regionState=OPENING, regionLocation=cb69081f5976,43305,1732545249768 2024-11-25T14:34:27,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4459ffce9ec5aa84d1e20fe67be356d0, ASSIGN because future has completed 2024-11-25T14:34:27,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4459ffce9ec5aa84d1e20fe67be356d0, server=cb69081f5976,43305,1732545249768}] 2024-11-25T14:34:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:28,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:28,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:28,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:34:28,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C43305%2C1732545249768.rep, suffix=, logDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/oldWALs, maxLogs=10 2024-11-25T14:34:28,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.rep.1732545268053, exclude list is [], retry=0 2024-11-25T14:34:28,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35509,DS-608ce58f-4961-46de-9e1b-44af1a468ed2,DISK] 2024-11-25T14:34:28,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.rep.1732545268053 2024-11-25T14:34:28,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39123:39123)] 2024-11-25T14:34:28,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4459ffce9ec5aa84d1e20fe67be356d0, NAME => 'hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:28,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:28,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:34:28,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. service=MultiRowMutationService 2024-11-25T14:34:28,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:34:28,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:28,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,075 INFO [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,075 INFO [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4459ffce9ec5aa84d1e20fe67be356d0 columnFamilyName hfileref 2024-11-25T14:34:28,076 DEBUG [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:28,076 INFO [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] regionserver.HStore(327): Store=4459ffce9ec5aa84d1e20fe67be356d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:28,076 INFO [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,077 INFO [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4459ffce9ec5aa84d1e20fe67be356d0 columnFamilyName queue 2024-11-25T14:34:28,077 DEBUG [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:28,077 INFO [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] regionserver.HStore(327): Store=4459ffce9ec5aa84d1e20fe67be356d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:28,077 INFO [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,078 INFO [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4459ffce9ec5aa84d1e20fe67be356d0 columnFamilyName sid 2024-11-25T14:34:28,078 DEBUG [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:28,078 INFO [StoreOpener-4459ffce9ec5aa84d1e20fe67be356d0-1 {}] regionserver.HStore(327): Store=4459ffce9ec5aa84d1e20fe67be356d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:28,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/replication/4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/replication/4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:34:28,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/replication/4459ffce9ec5aa84d1e20fe67be356d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:28,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4459ffce9ec5aa84d1e20fe67be356d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62393091, jitterRate=-0.07027049362659454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:34:28,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:28,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4459ffce9ec5aa84d1e20fe67be356d0: Running coprocessor pre-open hook at 1732545268074Writing region info on filesystem at 1732545268074Initializing all the Stores at 1732545268074Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545268074Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545268074Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545268074Cleaning up temporary data from old regions at 1732545268080 (+6 ms)Running coprocessor post-open hooks at 1732545268083 (+3 ms)Region opened successfully at 1732545268083 2024-11-25T14:34:28,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0., pid=10, masterSystemTime=1732545268049 2024-11-25T14:34:28,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:28,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:28,086 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4459ffce9ec5aa84d1e20fe67be356d0, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,43305,1732545249768 2024-11-25T14:34:28,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4459ffce9ec5aa84d1e20fe67be356d0, server=cb69081f5976,43305,1732545249768 because future has completed 2024-11-25T14:34:28,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:34:28,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4459ffce9ec5aa84d1e20fe67be356d0, server=cb69081f5976,43305,1732545249768 in 193 msec 2024-11-25T14:34:28,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:34:28,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4459ffce9ec5aa84d1e20fe67be356d0, ASSIGN in 362 msec 2024-11-25T14:34:28,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:34:28,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545268091"}]},"ts":"1732545268091"} 2024-11-25T14:34:28,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:34:28,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:34:28,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-11-25T14:34:28,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0., hostname=cb69081f5976,43305,1732545249768, seqNum=2] 2024-11-25T14:34:28,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:28,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:28,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:34:28,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:34:28,322 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:34:28,352 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,43305,1732545249768, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:34:28,352 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:28,352 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,43305,1732545249768, seqNum=-1] 2024-11-25T14:34:28,353 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:28,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-25T14:34:28,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,43305,1732545249768', locateType=CURRENT is [region=hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0., hostname=cb69081f5976,43305,1732545249768, seqNum=2] 2024-11-25T14:34:28,357 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:34:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:34:28,359 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,43305,1732545249768 suceeded 2024-11-25T14:34:28,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:34:28,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-25T14:34:28,360 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:44201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:34:28,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-25T14:34:28,372 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:44201' 2024-11-25T14:34:28,373 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765f8289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:28,373 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,44201,-1 for getting cluster id 2024-11-25T14:34:28,373 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:28,373 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ae0b31-4d37-40a9-ad68-c92d62054f4a' 2024-11-25T14:34:28,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:28,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ae0b31-4d37-40a9-ad68-c92d62054f4a" 2024-11-25T14:34:28,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ffd8956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:28,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,44201,-1] 2024-11-25T14:34:28,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:28,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:28,375 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:28,375 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ed4591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:28,375 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:28,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,44201,1732545254568 2024-11-25T14:34:28,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29e52227 2024-11-25T14:34:28,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:28,376 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-25T14:34:28,377 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,43305,1732545249768 (queues=1) is replicating from cluster=af8f5f3b-ba0c-48f1-88c8-50731d379525 to cluster=d7ae0b31-4d37-40a9-ad68-c92d62054f4a 2024-11-25T14:34:28,377 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C43305%2C1732545249768 2024-11-25T14:34:28,377 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,43305,1732545249768, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:34:28,377 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C43305%2C1732545249768 2024-11-25T14:34:28,378 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796, startPosition=0, beingWritten=true 2024-11-25T14:34:28,385 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:28,385 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 379, reset compression=false 2024-11-25T14:34:28,385 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,43305,1732545249768 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:28,594 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 379, reset compression=false 2024-11-25T14:34:28,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:34:28,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:28,898 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 379, reset compression=false 2024-11-25T14:34:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:29,025 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:34:29,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:29,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:29,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:29,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:29,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:29,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:29,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,44201,-1 for getting cluster id 2024-11-25T14:34:29,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:29,029 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ae0b31-4d37-40a9-ad68-c92d62054f4a' 2024-11-25T14:34:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:29,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ae0b31-4d37-40a9-ad68-c92d62054f4a" 2024-11-25T14:34:29,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65371317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:29,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,44201,-1] 2024-11-25T14:34:29,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:29,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:29,033 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:29,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382c7b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:29,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,44201,1732545254568 2024-11-25T14:34:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53fb0ad2 2024-11-25T14:34:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:29,041 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:29,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:36441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:34:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:34:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:29,045 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:36441' 2024-11-25T14:34:29,047 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528701e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:29,047 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,36441,-1 for getting cluster id 2024-11-25T14:34:29,048 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:29,048 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff70d623-8a03-45e7-9216-124c868307e0' 2024-11-25T14:34:29,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:29,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff70d623-8a03-45e7-9216-124c868307e0" 2024-11-25T14:34:29,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5955e4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:29,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,36441,-1] 2024-11-25T14:34:29,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:29,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:29,050 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292dc46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:29,050 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:29,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,36441,1732545259835 2024-11-25T14:34:29,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cb00a 2024-11-25T14:34:29,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:29,052 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:29,053 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-25T14:34:29,053 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:34:29,053 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:29,053 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:29,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:29,053 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:29,054 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:34:29,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:34:29,055 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:29,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:34:29,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:34:29,104 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:34:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:29,315 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 379, reset compression=false 2024-11-25T14:34:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:29,473 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 805994f36e6949717bba446965aa828a, NAME => 'hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f 2024-11-25T14:34:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:34:29,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:29,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 805994f36e6949717bba446965aa828a, disabling compactions & flushes 2024-11-25T14:34:29,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:29,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:29,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. after waiting 0 ms 2024-11-25T14:34:29,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:29,486 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:29,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 805994f36e6949717bba446965aa828a: Waiting for close lock at 1732545269485Disabling compacts and flushes for region at 1732545269485Disabling writes for close at 1732545269486 (+1 ms)Writing region close event to WAL at 1732545269486Closed at 1732545269486 2024-11-25T14:34:29,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:34:29,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545269487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545269487"}]},"ts":"1732545269487"} 2024-11-25T14:34:29,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:34:29,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:34:29,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545269490"}]},"ts":"1732545269490"} 2024-11-25T14:34:29,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:34:29,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=805994f36e6949717bba446965aa828a, ASSIGN}] 2024-11-25T14:34:29,494 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=805994f36e6949717bba446965aa828a, ASSIGN 2024-11-25T14:34:29,494 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=805994f36e6949717bba446965aa828a, ASSIGN; state=OFFLINE, location=cb69081f5976,42887,1732545254998; forceNewPlan=false, retain=false 2024-11-25T14:34:29,593 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T14:34:29,645 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=805994f36e6949717bba446965aa828a, regionState=OPENING, regionLocation=cb69081f5976,42887,1732545254998 2024-11-25T14:34:29,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=805994f36e6949717bba446965aa828a, ASSIGN because future has completed 2024-11-25T14:34:29,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 805994f36e6949717bba446965aa828a, server=cb69081f5976,42887,1732545254998}] 2024-11-25T14:34:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:29,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:29,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:29,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:34:29,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C42887%2C1732545254998.rep, suffix=, logDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998, archiveDir=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/oldWALs, maxLogs=10 2024-11-25T14:34:29,822 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 379, reset compression=false 2024-11-25T14:34:29,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.rep.1732545269814, exclude list is [], retry=0 2024-11-25T14:34:29,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-ce946b4c-e270-432d-8666-5306f2a2ceb9,DISK] 2024-11-25T14:34:29,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.rep.1732545269814 2024-11-25T14:34:29,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43383:43383)] 2024-11-25T14:34:29,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 805994f36e6949717bba446965aa828a, NAME => 'hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:29,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:29,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:34:29,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. service=MultiRowMutationService 2024-11-25T14:34:29,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:34:29,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:29,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,851 INFO [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,860 INFO [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 805994f36e6949717bba446965aa828a columnFamilyName hfileref 2024-11-25T14:34:29,860 DEBUG [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:29,867 INFO [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] regionserver.HStore(327): Store=805994f36e6949717bba446965aa828a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:29,867 INFO [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,871 INFO [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 805994f36e6949717bba446965aa828a columnFamilyName queue 2024-11-25T14:34:29,872 DEBUG [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:29,872 INFO [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] regionserver.HStore(327): Store=805994f36e6949717bba446965aa828a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:29,872 INFO [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,873 INFO [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 805994f36e6949717bba446965aa828a columnFamilyName sid 2024-11-25T14:34:29,873 DEBUG [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:29,874 INFO [StoreOpener-805994f36e6949717bba446965aa828a-1 {}] regionserver.HStore(327): Store=805994f36e6949717bba446965aa828a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:29,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/replication/805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/replication/805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:34:29,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/replication/805994f36e6949717bba446965aa828a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:29,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 805994f36e6949717bba446965aa828a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70560187, jitterRate=0.051428720355033875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:34:29,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 805994f36e6949717bba446965aa828a 2024-11-25T14:34:29,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 805994f36e6949717bba446965aa828a: Running coprocessor pre-open hook at 1732545269844Writing region info on filesystem at 1732545269844Initializing all the Stores at 1732545269845 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545269845Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545269851 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545269851Cleaning up temporary data from old regions at 1732545269877 (+26 ms)Running coprocessor post-open hooks at 1732545269888 (+11 ms)Region opened successfully at 1732545269888 2024-11-25T14:34:29,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a., pid=10, masterSystemTime=1732545269808 2024-11-25T14:34:29,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:29,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:29,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=805994f36e6949717bba446965aa828a, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,42887,1732545254998 2024-11-25T14:34:29,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 805994f36e6949717bba446965aa828a, server=cb69081f5976,42887,1732545254998 because future has completed 2024-11-25T14:34:29,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:34:29,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 805994f36e6949717bba446965aa828a, server=cb69081f5976,42887,1732545254998 in 254 msec 2024-11-25T14:34:29,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:34:29,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=805994f36e6949717bba446965aa828a, ASSIGN in 417 msec 2024-11-25T14:34:29,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:34:29,912 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545269912"}]},"ts":"1732545269912"} 2024-11-25T14:34:29,914 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:34:29,915 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:34:29,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 862 msec 2024-11-25T14:34:29,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a., hostname=cb69081f5976,42887,1732545254998, seqNum=2] 2024-11-25T14:34:30,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:30,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:30,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:34:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:30,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:34:30,191 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:34:30,228 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,42887,1732545254998, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:34:30,229 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:30,229 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,42887,1732545254998, seqNum=-1] 2024-11-25T14:34:30,229 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:30,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-25T14:34:30,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,42887,1732545254998', locateType=CURRENT is [region=hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a., hostname=cb69081f5976,42887,1732545254998, seqNum=2] 2024-11-25T14:34:30,234 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:34:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:34:30,236 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,42887,1732545254998 suceeded 2024-11-25T14:34:30,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:34:30,238 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:36441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:34:30,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-25T14:34:30,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1960 sec 2024-11-25T14:34:30,250 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:36441' 2024-11-25T14:34:30,251 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c79a6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:30,251 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,36441,-1 for getting cluster id 2024-11-25T14:34:30,251 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:30,251 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff70d623-8a03-45e7-9216-124c868307e0' 2024-11-25T14:34:30,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:30,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff70d623-8a03-45e7-9216-124c868307e0" 2024-11-25T14:34:30,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b233ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:30,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,36441,-1] 2024-11-25T14:34:30,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:30,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:30,253 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:30,253 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@773c6e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:30,253 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:30,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,36441,1732545259835 2024-11-25T14:34:30,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bb7b7ff 2024-11-25T14:34:30,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:30,254 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-25T14:34:30,255 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,42887,1732545254998 (queues=1) is replicating from cluster=d7ae0b31-4d37-40a9-ad68-c92d62054f4a to cluster=ff70d623-8a03-45e7-9216-124c868307e0 2024-11-25T14:34:30,255 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C42887%2C1732545254998 2024-11-25T14:34:30,255 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,42887,1732545254998, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:34:30,256 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C42887%2C1732545254998 2024-11-25T14:34:30,256 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031, startPosition=0, beingWritten=true 2024-11-25T14:34:30,262 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:30,262 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 379, reset compression=false 2024-11-25T14:34:30,262 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,42887,1732545254998 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:30,443 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 379, reset compression=false 2024-11-25T14:34:30,468 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 379, reset compression=false 2024-11-25T14:34:30,773 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 379, reset compression=false 2024-11-25T14:34:31,147 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 379, reset compression=false 2024-11-25T14:34:31,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T14:34:31,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T14:34:31,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:34:31,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T14:34:31,178 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 379, reset compression=false 2024-11-25T14:34:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:31,195 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:34:31,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:31,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:31,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:31,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:31,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:31,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:31,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,36441,-1 for getting cluster id 2024-11-25T14:34:31,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:31,198 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff70d623-8a03-45e7-9216-124c868307e0' 2024-11-25T14:34:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff70d623-8a03-45e7-9216-124c868307e0" 2024-11-25T14:34:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db05a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,36441,-1] 2024-11-25T14:34:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:31,200 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e013afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:31,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,36441,1732545259835 2024-11-25T14:34:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a287dce 2024-11-25T14:34:31,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:31,203 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:31,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:44201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:34:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:34:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:31,209 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:44201' 2024-11-25T14:34:31,210 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fde2632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:31,210 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,44201,-1 for getting cluster id 2024-11-25T14:34:31,210 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:31,211 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ae0b31-4d37-40a9-ad68-c92d62054f4a' 2024-11-25T14:34:31,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:31,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ae0b31-4d37-40a9-ad68-c92d62054f4a" 2024-11-25T14:34:31,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33307cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:31,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,44201,-1] 2024-11-25T14:34:31,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:31,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:31,212 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:31,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1642a18f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:31,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:31,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,44201,1732545254568 2024-11-25T14:34:31,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39fc3d22 2024-11-25T14:34:31,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:31,215 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:31,215 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T14:34:31,215 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:34:31,215 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:31,215 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:31,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:31,216 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:31,217 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:34:31,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:34:31,218 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:31,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:34:31,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:34:31,238 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8dd084915f12fc7375e6ce1076dd63cc, NAME => 'hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d 2024-11-25T14:34:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:34:31,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:31,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8dd084915f12fc7375e6ce1076dd63cc, disabling compactions & flushes 2024-11-25T14:34:31,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:31,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:31,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. after waiting 0 ms 2024-11-25T14:34:31,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:31,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:31,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8dd084915f12fc7375e6ce1076dd63cc: Waiting for close lock at 1732545271258Disabling compacts and flushes for region at 1732545271258Disabling writes for close at 1732545271258Writing region close event to WAL at 1732545271258Closed at 1732545271258 2024-11-25T14:34:31,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:34:31,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545271260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545271260"}]},"ts":"1732545271260"} 2024-11-25T14:34:31,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:34:31,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:34:31,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545271264"}]},"ts":"1732545271264"} 2024-11-25T14:34:31,267 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:34:31,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:34:31,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8dd084915f12fc7375e6ce1076dd63cc, ASSIGN}] 2024-11-25T14:34:31,274 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8dd084915f12fc7375e6ce1076dd63cc, ASSIGN 2024-11-25T14:34:31,274 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8dd084915f12fc7375e6ce1076dd63cc, ASSIGN; state=OFFLINE, location=cb69081f5976,39247,1732545259985; forceNewPlan=false, retain=false 2024-11-25T14:34:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:31,425 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8dd084915f12fc7375e6ce1076dd63cc, regionState=OPENING, regionLocation=cb69081f5976,39247,1732545259985 2024-11-25T14:34:31,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8dd084915f12fc7375e6ce1076dd63cc, ASSIGN because future has completed 2024-11-25T14:34:31,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd084915f12fc7375e6ce1076dd63cc, server=cb69081f5976,39247,1732545259985}] 2024-11-25T14:34:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:31,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:31,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:31,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:34:31,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C39247%2C1732545259985.rep, suffix=, logDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985, archiveDir=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/oldWALs, maxLogs=10 2024-11-25T14:34:31,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.rep.1732545271584, exclude list is [], retry=0 2024-11-25T14:34:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42031,DS-6aba8112-b246-482a-92ea-7fa9d3043f59,DISK] 2024-11-25T14:34:31,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.rep.1732545271584 2024-11-25T14:34:31,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44191:44191)] 2024-11-25T14:34:31,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dd084915f12fc7375e6ce1076dd63cc, NAME => 'hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:31,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:31,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:34:31,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. service=MultiRowMutationService 2024-11-25T14:34:31,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:34:31,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:31,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,611 INFO [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,612 INFO [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd084915f12fc7375e6ce1076dd63cc columnFamilyName hfileref 2024-11-25T14:34:31,612 DEBUG [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:31,612 INFO [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] regionserver.HStore(327): Store=8dd084915f12fc7375e6ce1076dd63cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:31,612 INFO [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,613 INFO [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd084915f12fc7375e6ce1076dd63cc columnFamilyName queue 2024-11-25T14:34:31,613 DEBUG [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:31,614 INFO [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] regionserver.HStore(327): Store=8dd084915f12fc7375e6ce1076dd63cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:31,614 INFO [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,615 INFO [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd084915f12fc7375e6ce1076dd63cc columnFamilyName sid 2024-11-25T14:34:31,615 DEBUG [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:31,615 INFO [StoreOpener-8dd084915f12fc7375e6ce1076dd63cc-1 {}] regionserver.HStore(327): Store=8dd084915f12fc7375e6ce1076dd63cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:31,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/replication/8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/replication/8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:34:31,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/replication/8dd084915f12fc7375e6ce1076dd63cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:31,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8dd084915f12fc7375e6ce1076dd63cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73023784, jitterRate=0.08813917636871338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:34:31,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:31,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8dd084915f12fc7375e6ce1076dd63cc: Running coprocessor pre-open hook at 1732545271607Writing region info on filesystem at 1732545271607Initializing all the Stores at 1732545271608 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545271608Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545271610 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545271610Cleaning up temporary data from old regions at 1732545271617 (+7 ms)Running coprocessor post-open hooks at 1732545271621 (+4 ms)Region opened successfully at 1732545271621 2024-11-25T14:34:31,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc., pid=10, masterSystemTime=1732545271579 2024-11-25T14:34:31,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:31,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:31,625 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8dd084915f12fc7375e6ce1076dd63cc, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,39247,1732545259985 2024-11-25T14:34:31,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd084915f12fc7375e6ce1076dd63cc, server=cb69081f5976,39247,1732545259985 because future has completed 2024-11-25T14:34:31,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:34:31,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dd084915f12fc7375e6ce1076dd63cc, server=cb69081f5976,39247,1732545259985 in 203 msec 2024-11-25T14:34:31,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:34:31,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8dd084915f12fc7375e6ce1076dd63cc, ASSIGN in 363 msec 2024-11-25T14:34:31,638 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:34:31,638 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545271638"}]},"ts":"1732545271638"} 2024-11-25T14:34:31,640 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:34:31,641 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:34:31,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 425 msec 2024-11-25T14:34:31,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc., hostname=cb69081f5976,39247,1732545259985, seqNum=2] 2024-11-25T14:34:31,682 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 379, reset compression=false 2024-11-25T14:34:31,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:31,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:31,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:34:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:31,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:34:31,892 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:34:31,933 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,39247,1732545259985, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:34:31,933 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:31,933 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,39247,1732545259985, seqNum=-1] 2024-11-25T14:34:31,934 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:31,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-25T14:34:31,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,39247,1732545259985', locateType=CURRENT is [region=hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc., hostname=cb69081f5976,39247,1732545259985, seqNum=2] 2024-11-25T14:34:31,942 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:34:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:34:31,945 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,39247,1732545259985 suceeded 2024-11-25T14:34:31,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:34:31,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-25T14:34:31,947 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:44201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:34:31,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 743 msec 2024-11-25T14:34:31,951 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 379, reset compression=false 2024-11-25T14:34:31,959 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:44201' 2024-11-25T14:34:31,960 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb92e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:31,960 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,44201,-1 for getting cluster id 2024-11-25T14:34:31,960 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:31,961 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ae0b31-4d37-40a9-ad68-c92d62054f4a' 2024-11-25T14:34:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ae0b31-4d37-40a9-ad68-c92d62054f4a" 2024-11-25T14:34:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@543aef88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,44201,-1] 2024-11-25T14:34:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:31,963 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:31,967 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59d47e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:31,967 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:31,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,44201,1732545254568 2024-11-25T14:34:31,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@581cc0c5 2024-11-25T14:34:31,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:31,970 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-25T14:34:31,971 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,39247,1732545259985 (queues=1) is replicating from cluster=ff70d623-8a03-45e7-9216-124c868307e0 to cluster=d7ae0b31-4d37-40a9-ad68-c92d62054f4a 2024-11-25T14:34:31,971 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C39247%2C1732545259985 2024-11-25T14:34:31,971 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,39247,1732545259985, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:34:31,975 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668, startPosition=0, beingWritten=true 2024-11-25T14:34:31,978 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C39247%2C1732545259985 2024-11-25T14:34:31,995 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:31,995 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 379, reset compression=false 2024-11-25T14:34:31,995 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39247,1732545259985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:32,216 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 379, reset compression=false 2024-11-25T14:34:32,312 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 379, reset compression=false 2024-11-25T14:34:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:32,345 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:34:32,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:32,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:32,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:32,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:32,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:32,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dac86e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42243,-1 for getting cluster id 2024-11-25T14:34:32,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:32,347 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af8f5f3b-ba0c-48f1-88c8-50731d379525' 2024-11-25T14:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af8f5f3b-ba0c-48f1-88c8-50731d379525" 2024-11-25T14:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e74715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42243,-1] 2024-11-25T14:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:32,348 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed6f69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a48da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,44201,-1 for getting cluster id 2024-11-25T14:34:32,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:32,350 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ae0b31-4d37-40a9-ad68-c92d62054f4a' 2024-11-25T14:34:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ae0b31-4d37-40a9-ad68-c92d62054f4a" 2024-11-25T14:34:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ca0219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,44201,-1] 2024-11-25T14:34:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:32,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:32,351 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf8586e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275139a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,36441,-1 for getting cluster id 2024-11-25T14:34:32,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:32,353 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff70d623-8a03-45e7-9216-124c868307e0' 2024-11-25T14:34:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff70d623-8a03-45e7-9216-124c868307e0" 2024-11-25T14:34:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2935e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,36441,-1] 2024-11-25T14:34:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:32,354 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481d80a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,43305,1732545249768, seqNum=-1] 2024-11-25T14:34:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:32,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:32,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732545262416.323e9665743dd986f06e37aa2c458935., hostname=cb69081f5976,43305,1732545249768, seqNum=2] 2024-11-25T14:34:32,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:32,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,39247,1732545259985, seqNum=-1] 2024-11-25T14:34:32,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:32,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:32,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea., hostname=cb69081f5976,39247,1732545259985, seqNum=2] 2024-11-25T14:34:32,366 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-25T14:34:32,520 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 379, reset compression=false 2024-11-25T14:34:32,855 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 379, reset compression=false 2024-11-25T14:34:32,860 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:34:32,860 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 480, reset compression=false 2024-11-25T14:34:32,863 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,43305,1732545249768 got entry batch from reader: WALEntryBatch [walEntries=[{test/323e9665743dd986f06e37aa2c458935/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-25T14:34:32,865 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:34:32,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-25T14:34:32,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:34:32,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f2f1c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,44201,-1 for getting cluster id 2024-11-25T14:34:32,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:32,879 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7ae0b31-4d37-40a9-ad68-c92d62054f4a' 2024-11-25T14:34:32,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:32,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7ae0b31-4d37-40a9-ad68-c92d62054f4a" 2024-11-25T14:34:32,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6054423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,44201,-1] 2024-11-25T14:34:32,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:32,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:32,881 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:32,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18680b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:32,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:32,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,42887,1732545254998, seqNum=-1] 2024-11-25T14:34:32,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:32,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-25T14:34:32,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce., hostname=cb69081f5976,42887,1732545254998, seqNum=2] 2024-11-25T14:34:32,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:34:32,923 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 379, reset compression=false 2024-11-25T14:34:33,015 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 379, reset compression=false 2024-11-25T14:34:33,021 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:34:33,021 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 504, reset compression=false 2024-11-25T14:34:33,021 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,42887,1732545254998 got entry batch from reader: WALEntryBatch [walEntries=[{test/82a7c2234a7dc45c259b2520615e85ce/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-25T14:34:33,024 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:34:33,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-25T14:34:33,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:34:33,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e906a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:33,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,36441,-1 for getting cluster id 2024-11-25T14:34:33,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:33,038 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff70d623-8a03-45e7-9216-124c868307e0' 2024-11-25T14:34:33,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:33,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff70d623-8a03-45e7-9216-124c868307e0" 2024-11-25T14:34:33,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c01cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:33,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,36441,-1] 2024-11-25T14:34:33,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:33,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:33,040 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:33,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f43657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:33,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:33,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,39247,1732545259985, seqNum=-1] 2024-11-25T14:34:33,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:33,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-25T14:34:33,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea., hostname=cb69081f5976,39247,1732545259985, seqNum=2] 2024-11-25T14:34:33,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:34:33,064 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 480, reset compression=false 2024-11-25T14:34:33,256 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 504, reset compression=false 2024-11-25T14:34:33,369 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-25T14:34:33,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:33,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,42887,1732545254998, seqNum=-1] 2024-11-25T14:34:33,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:33,373 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 480, reset compression=false 2024-11-25T14:34:33,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:33,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce., hostname=cb69081f5976,42887,1732545254998, seqNum=2] 2024-11-25T14:34:33,392 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-25T14:34:33,451 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 379, reset compression=false 2024-11-25T14:34:33,473 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:33,473 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 528, reset compression=false 2024-11-25T14:34:33,473 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39247,1732545259985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:33,566 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 504, reset compression=false 2024-11-25T14:34:33,570 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:34:33,570 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 608, reset compression=false 2024-11-25T14:34:33,570 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,42887,1732545254998 got entry batch from reader: WALEntryBatch [walEntries=[{test/82a7c2234a7dc45c259b2520615e85ce/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T14:34:33,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:34:33,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:34:33,690 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 528, reset compression=false 2024-11-25T14:34:33,711 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:33,711 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 656, reset compression=false 2024-11-25T14:34:33,711 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39247,1732545259985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:33,775 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 608, reset compression=false 2024-11-25T14:34:33,811 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 480, reset compression=false 2024-11-25T14:34:33,924 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 656, reset compression=false 2024-11-25T14:34:34,092 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 608, reset compression=false 2024-11-25T14:34:34,228 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 656, reset compression=false 2024-11-25T14:34:34,316 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 480, reset compression=false 2024-11-25T14:34:34,394 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-25T14:34:34,397 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-25T14:34:34,496 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 608, reset compression=false 2024-11-25T14:34:34,632 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 656, reset compression=false 2024-11-25T14:34:34,663 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:34:34,663 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 760, reset compression=false 2024-11-25T14:34:34,665 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39247,1732545259985 got entry batch from reader: WALEntryBatch [walEntries=[{test/d74f1b4ab8775e779ce71da22f1816ea/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-25T14:34:34,668 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:34:34,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-25T14:34:34,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:34:34,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:34:34,913 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 760, reset compression=false 2024-11-25T14:34:34,919 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 480, reset compression=false 2024-11-25T14:34:35,024 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 608, reset compression=false 2024-11-25T14:34:35,028 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:35,028 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 736, reset compression=false 2024-11-25T14:34:35,028 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,42887,1732545254998 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:35,232 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 736, reset compression=false 2024-11-25T14:34:35,241 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 760, reset compression=false 2024-11-25T14:34:35,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:34:35,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,400 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-25T14:34:35,404 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-25T14:34:35,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:35,547 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 736, reset compression=false 2024-11-25T14:34:35,641 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 480, reset compression=false 2024-11-25T14:34:35,656 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:34:35,656 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:35,656 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,43305,1732545249768 got entry batch from reader: WALEntryBatch [walEntries=[{test/323e9665743dd986f06e37aa2c458935/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-25T14:34:35,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:34:35,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:34:35,679 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 760, reset compression=false 2024-11-25T14:34:35,866 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:35,979 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 736, reset compression=false 2024-11-25T14:34:35,985 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:34:35,985 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 884, reset compression=false 2024-11-25T14:34:35,985 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,42887,1732545254998 got entry batch from reader: WALEntryBatch [walEntries=[{test/82a7c2234a7dc45c259b2520615e85ce/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-25T14:34:35,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:34:35,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:34:36,200 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 884, reset compression=false 2024-11-25T14:34:36,209 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:36,215 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 760, reset compression=false 2024-11-25T14:34:36,253 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:36,253 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 932, reset compression=false 2024-11-25T14:34:36,253 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39247,1732545259985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:36,406 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-25T14:34:36,410 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-25T14:34:36,476 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 932, reset compression=false 2024-11-25T14:34:36,504 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 884, reset compression=false 2024-11-25T14:34:36,517 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:34:36,517 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1043, reset compression=false 2024-11-25T14:34:36,517 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,42887,1732545254998 got entry batch from reader: WALEntryBatch [walEntries=[{test/82a7c2234a7dc45c259b2520615e85ce/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T14:34:36,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:34:36,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:34:36,635 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:36,740 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1043, reset compression=false 2024-11-25T14:34:36,785 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 932, reset compression=false 2024-11-25T14:34:36,815 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:36,815 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1082, reset compression=false 2024-11-25T14:34:36,815 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39247,1732545259985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:37,024 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1082, reset compression=false 2024-11-25T14:34:37,075 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1043, reset compression=false 2024-11-25T14:34:37,148 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:37,335 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1082, reset compression=false 2024-11-25T14:34:37,412 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-25T14:34:37,416 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-25T14:34:37,492 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1043, reset compression=false 2024-11-25T14:34:37,738 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1082, reset compression=false 2024-11-25T14:34:37,742 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:34:37,743 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1241, reset compression=false 2024-11-25T14:34:37,743 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39247,1732545259985 got entry batch from reader: WALEntryBatch [walEntries=[{test/d74f1b4ab8775e779ce71da22f1816ea/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-25T14:34:37,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-25T14:34:37,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-25T14:34:37,752 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:37,946 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1241, reset compression=false 2024-11-25T14:34:37,997 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1043, reset compression=false 2024-11-25T14:34:38,000 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:38,000 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1193, reset compression=false 2024-11-25T14:34:38,000 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,42887,1732545254998 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:38,204 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1193, reset compression=false 2024-11-25T14:34:38,259 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1241, reset compression=false 2024-11-25T14:34:38,422 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-25T14:34:38,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:34:38,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:38,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:38,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:38,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:38,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:34:38,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=450574201, stopped=false 2024-11-25T14:34:38,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:38,434 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,36441,1732545259835 2024-11-25T14:34:38,456 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21414988282/running 2024-11-25T14:34:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:38,469 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:34:38,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:38,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:38,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:38,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21414988282/running 2024-11-25T14:34:38,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:38,470 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,39247,1732545259985' ***** 2024-11-25T14:34:38,470 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:34:38,471 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:34:38,471 INFO [RS:0;cb69081f5976:39247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:34:38,471 INFO [RS:0;cb69081f5976:39247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:34:38,471 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dd084915f12fc7375e6ce1076dd63cc 2024-11-25T14:34:38,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:34:38,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Set watcher on znode that does not yet exist, /21414988282/running 2024-11-25T14:34:38,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Set watcher on znode that does not yet exist, /21414988282/running 2024-11-25T14:34:38,479 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(3091): Received CLOSE for d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:38,480 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,39247,1732545259985 2024-11-25T14:34:38,480 INFO [RS:0;cb69081f5976:39247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:34:38,480 INFO [RS:0;cb69081f5976:39247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:39247. 2024-11-25T14:34:38,480 DEBUG [RS:0;cb69081f5976:39247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:38,480 DEBUG [RS:0;cb69081f5976:39247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:38,481 INFO [RS:0;cb69081f5976:39247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:34:38,481 INFO [RS:0;cb69081f5976:39247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:34:38,481 INFO [RS:0;cb69081f5976:39247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:34:38,481 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:34:38,481 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dd084915f12fc7375e6ce1076dd63cc, disabling compactions & flushes 2024-11-25T14:34:38,481 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:38,481 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:38,481 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. after waiting 0 ms 2024-11-25T14:34:38,481 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:38,481 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8dd084915f12fc7375e6ce1076dd63cc 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-25T14:34:38,491 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:34:38,491 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1325): Online Regions={8dd084915f12fc7375e6ce1076dd63cc=hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc., 1588230740=hbase:meta,,1.1588230740, d74f1b4ab8775e779ce71da22f1816ea=test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea.} 2024-11-25T14:34:38,491 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8dd084915f12fc7375e6ce1076dd63cc, d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:38,492 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:34:38,492 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:34:38,492 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:34:38,492 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:34:38,492 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:34:38,492 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:34:38,512 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1193, reset compression=false 2024-11-25T14:34:38,525 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:34:38,525 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:34:38,527 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/info/755001f7b4b444c281a851e04f2adaa4 is 147, key is hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc./info:regioninfo/1732545271625/Put/seqid=0 2024-11-25T14:34:38,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741840_1016 (size=7686) 2024-11-25T14:34:38,532 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/info/755001f7b4b444c281a851e04f2adaa4 2024-11-25T14:34:38,534 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/replication/8dd084915f12fc7375e6ce1076dd63cc/.tmp/queue/e3b74c2cf80b445c8c851fb6de3d1c3d is 154, key is 1-cb69081f5976,39247,1732545259985/queue:cb69081f5976%2C39247%2C1732545259985/1732545277748/Put/seqid=0 2024-11-25T14:34:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741841_1017 (size=5353) 2024-11-25T14:34:38,554 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/replication/8dd084915f12fc7375e6ce1076dd63cc/.tmp/queue/e3b74c2cf80b445c8c851fb6de3d1c3d 2024-11-25T14:34:38,557 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/ns/36ee11437be6462b9d08bb06fac5e89b is 43, key is default/ns:d/1732545262297/Put/seqid=0 2024-11-25T14:34:38,558 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/replication/8dd084915f12fc7375e6ce1076dd63cc/.tmp/queue/e3b74c2cf80b445c8c851fb6de3d1c3d as hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/replication/8dd084915f12fc7375e6ce1076dd63cc/queue/e3b74c2cf80b445c8c851fb6de3d1c3d 2024-11-25T14:34:38,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741842_1018 (size=5153) 2024-11-25T14:34:38,561 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/ns/36ee11437be6462b9d08bb06fac5e89b 2024-11-25T14:34:38,563 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/replication/8dd084915f12fc7375e6ce1076dd63cc/queue/e3b74c2cf80b445c8c851fb6de3d1c3d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T14:34:38,564 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8dd084915f12fc7375e6ce1076dd63cc in 83ms, sequenceid=12, compaction requested=false 2024-11-25T14:34:38,568 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:34:38,569 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/replication/8dd084915f12fc7375e6ce1076dd63cc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T14:34:38,570 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:38,570 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:34:38,570 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:38,570 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dd084915f12fc7375e6ce1076dd63cc: Waiting for close lock at 1732545278481Running coprocessor pre-close hooks at 1732545278481Disabling compacts and flushes for region at 1732545278481Disabling writes for close at 1732545278481Obtaining lock to block concurrent updates at 1732545278481Preparing flush snapshotting stores in 8dd084915f12fc7375e6ce1076dd63cc at 1732545278482 (+1 ms)Finished memstore snapshotting hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732545278482Flushing stores of hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. at 1732545278483 (+1 ms)Flushing 8dd084915f12fc7375e6ce1076dd63cc/queue: creating writer at 1732545278483Flushing 8dd084915f12fc7375e6ce1076dd63cc/queue: appending metadata at 1732545278533 (+50 ms)Flushing 8dd084915f12fc7375e6ce1076dd63cc/queue: closing flushed file at 1732545278533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbb90be: reopening flushed file at 1732545278558 (+25 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8dd084915f12fc7375e6ce1076dd63cc in 83ms, sequenceid=12, compaction requested=false at 1732545278564 (+6 ms)Writing region close event to WAL at 1732545278565 (+1 ms)Running coprocessor post-close hooks at 1732545278570 (+5 ms)Closed at 1732545278570 2024-11-25T14:34:38,570 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732545271216.8dd084915f12fc7375e6ce1076dd63cc. 2024-11-25T14:34:38,570 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d74f1b4ab8775e779ce71da22f1816ea, disabling compactions & flushes 2024-11-25T14:34:38,570 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:38,570 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:38,570 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. after waiting 0 ms 2024-11-25T14:34:38,570 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:38,571 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d74f1b4ab8775e779ce71da22f1816ea 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-25T14:34:38,586 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/rep_barrier/00fa61832c3e446a806ed95743433c6b is 112, key is test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea./rep_barrier:seqnumDuringOpen/1732545266462/Put/seqid=0 2024-11-25T14:34:38,586 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/.tmp/f/64bcd2a8ef0b48ef9c1eb013951b868c is 29, key is row1/f:/1732545276407/DeleteFamily/seqid=0 2024-11-25T14:34:38,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741843_1019 (size=5152) 2024-11-25T14:34:38,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741844_1020 (size=5518) 2024-11-25T14:34:38,664 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1241, reset compression=false 2024-11-25T14:34:38,669 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:38,669 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1488, reset compression=false 2024-11-25T14:34:38,669 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,39247,1732545259985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:38,670 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb69081f5976,39247,1732545259985: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb69081f5976,39247,1732545259985, walGroup=cb69081f5976%2C39247%2C1732545259985, offset=cb69081f5976%2C39247%2C1732545259985.1732545261668:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:39247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T14:34:38,671 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:34:38,671 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:34:38,672 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:34:38,672 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:34:38,672 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:34:38,672 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 936852800 }, "NonHeapMemoryUsage": { "committed": 204668928, "init": 7667712, "max": -1, "used": 201242376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T14:34:38,673 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:36441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:36441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T14:34:38,692 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:38,876 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1488, reset compression=false 2024-11-25T14:34:38,892 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:38,928 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1193, reset compression=false 2024-11-25T14:34:38,997 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/.tmp/f/64bcd2a8ef0b48ef9c1eb013951b868c 2024-11-25T14:34:39,003 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64bcd2a8ef0b48ef9c1eb013951b868c 2024-11-25T14:34:39,008 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/rep_barrier/00fa61832c3e446a806ed95743433c6b 2024-11-25T14:34:39,026 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/.tmp/f1/569bf2f105004fd7a52f8f716e549c97 is 30, key is row1/f1:/1732545276407/DeleteFamily/seqid=0 2024-11-25T14:34:39,034 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/table/c5d065cb1ef14f9b98b4e8ac79fedf8a is 53, key is hbase:replication/table:state/1732545271638/Put/seqid=0 2024-11-25T14:34:39,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741845_1021 (size=5158) 2024-11-25T14:34:39,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741846_1022 (size=5308) 2024-11-25T14:34:39,054 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T14:34:39,092 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:39,199 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1488, reset compression=false 2024-11-25T14:34:39,265 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:39,292 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:39,437 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/.tmp/f1/569bf2f105004fd7a52f8f716e549c97 2024-11-25T14:34:39,442 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1193, reset compression=false 2024-11-25T14:34:39,444 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/table/c5d065cb1ef14f9b98b4e8ac79fedf8a 2024-11-25T14:34:39,457 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/info/755001f7b4b444c281a851e04f2adaa4 as hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/info/755001f7b4b444c281a851e04f2adaa4 2024-11-25T14:34:39,461 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 569bf2f105004fd7a52f8f716e549c97 2024-11-25T14:34:39,463 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/info/755001f7b4b444c281a851e04f2adaa4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:34:39,477 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/ns/36ee11437be6462b9d08bb06fac5e89b as hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/ns/36ee11437be6462b9d08bb06fac5e89b 2024-11-25T14:34:39,485 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/ns/36ee11437be6462b9d08bb06fac5e89b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:34:39,486 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/rep_barrier/00fa61832c3e446a806ed95743433c6b as hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/rep_barrier/00fa61832c3e446a806ed95743433c6b 2024-11-25T14:34:39,491 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/rep_barrier/00fa61832c3e446a806ed95743433c6b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:34:39,492 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:34:39,492 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d74f1b4ab8775e779ce71da22f1816ea=test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea.} 2024-11-25T14:34:39,493 DEBUG [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d74f1b4ab8775e779ce71da22f1816ea 2024-11-25T14:34:39,493 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/.tmp/table/c5d065cb1ef14f9b98b4e8ac79fedf8a as hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/table/c5d065cb1ef14f9b98b4e8ac79fedf8a 2024-11-25T14:34:39,500 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/table/c5d065cb1ef14f9b98b4e8ac79fedf8a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:34:39,504 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false 2024-11-25T14:34:39,506 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/.tmp/norep/f8f7c715a7d1498e98c20a40b75d9bc6 is 33, key is row2/norep:/1732545277413/DeleteFamily/seqid=0 2024-11-25T14:34:39,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741847_1023 (size=5108) 2024-11-25T14:34:39,525 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/.tmp/norep/f8f7c715a7d1498e98c20a40b75d9bc6 2024-11-25T14:34:39,533 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8f7c715a7d1498e98c20a40b75d9bc6 2024-11-25T14:34:39,534 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/.tmp/f/64bcd2a8ef0b48ef9c1eb013951b868c as hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/f/64bcd2a8ef0b48ef9c1eb013951b868c 2024-11-25T14:34:39,541 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64bcd2a8ef0b48ef9c1eb013951b868c 2024-11-25T14:34:39,542 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/f/64bcd2a8ef0b48ef9c1eb013951b868c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T14:34:39,543 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/.tmp/f1/569bf2f105004fd7a52f8f716e549c97 as hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/f1/569bf2f105004fd7a52f8f716e549c97 2024-11-25T14:34:39,550 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 569bf2f105004fd7a52f8f716e549c97 2024-11-25T14:34:39,551 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/f1/569bf2f105004fd7a52f8f716e549c97, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T14:34:39,551 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/.tmp/norep/f8f7c715a7d1498e98c20a40b75d9bc6 as hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/norep/f8f7c715a7d1498e98c20a40b75d9bc6 2024-11-25T14:34:39,556 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8f7c715a7d1498e98c20a40b75d9bc6 2024-11-25T14:34:39,556 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/norep/f8f7c715a7d1498e98c20a40b75d9bc6, entries=1, sequenceid=10, filesize=5.0 K 2024-11-25T14:34:39,557 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d74f1b4ab8775e779ce71da22f1816ea in 987ms, sequenceid=10, compaction requested=false 2024-11-25T14:34:39,558 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:34:39,558 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:39,558 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:34:39,558 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:39,558 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545278492Running coprocessor pre-close hooks at 1732545278492Disabling compacts and flushes for region at 1732545278492Disabling writes for close at 1732545278492Obtaining lock to block concurrent updates at 1732545278492Preparing flush snapshotting stores in 1588230740 at 1732545278492Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545278493 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732545278493Flushing 1588230740/info: creating writer at 1732545278494 (+1 ms)Flushing 1588230740/info: appending metadata at 1732545278526 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732545278526Flushing 1588230740/ns: creating writer at 1732545278536 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732545278556 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732545278557 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732545278566 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545278586 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545278586Flushing 1588230740/table: creating writer at 1732545279016 (+430 ms)Flushing 1588230740/table: appending metadata at 1732545279033 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732545279033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f5a08d: reopening flushed file at 1732545279453 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2035892a: reopening flushed file at 1732545279473 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1f8741: reopening flushed file at 1732545279485 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4df655: reopening flushed file at 1732545279491 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false at 1732545279504 (+13 ms)Writing region close event to WAL at 1732545279546 (+42 ms)Running coprocessor post-close hooks at 1732545279558 (+12 ms)Closed at 1732545279558 2024-11-25T14:34:39,559 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:39,580 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/data/default/test/d74f1b4ab8775e779ce71da22f1816ea/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T14:34:39,581 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:39,581 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:34:39,581 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:39,581 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d74f1b4ab8775e779ce71da22f1816ea: Waiting for close lock at 1732545278570Running coprocessor pre-close hooks at 1732545278570Disabling compacts and flushes for region at 1732545278570Disabling writes for close at 1732545278570Obtaining lock to block concurrent updates at 1732545278571 (+1 ms)Preparing flush snapshotting stores in d74f1b4ab8775e779ce71da22f1816ea at 1732545278571Finished memstore snapshotting test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732545278571Flushing stores of test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. at 1732545278571Flushing d74f1b4ab8775e779ce71da22f1816ea/f: creating writer at 1732545278571Flushing d74f1b4ab8775e779ce71da22f1816ea/f: appending metadata at 1732545278586 (+15 ms)Flushing d74f1b4ab8775e779ce71da22f1816ea/f: closing flushed file at 1732545278586Flushing d74f1b4ab8775e779ce71da22f1816ea/f1: creating writer at 1732545279003 (+417 ms)Flushing d74f1b4ab8775e779ce71da22f1816ea/f1: appending metadata at 1732545279025 (+22 ms)Flushing d74f1b4ab8775e779ce71da22f1816ea/f1: closing flushed file at 1732545279025Flushing d74f1b4ab8775e779ce71da22f1816ea/norep: creating writer at 1732545279461 (+436 ms)Flushing d74f1b4ab8775e779ce71da22f1816ea/norep: appending metadata at 1732545279505 (+44 ms)Flushing d74f1b4ab8775e779ce71da22f1816ea/norep: closing flushed file at 1732545279505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234c0aa4: reopening flushed file at 1732545279533 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788c31fb: reopening flushed file at 1732545279542 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec2eaff: reopening flushed file at 1732545279551 (+9 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d74f1b4ab8775e779ce71da22f1816ea in 987ms, sequenceid=10, compaction requested=false at 1732545279557 (+6 ms)Writing region close event to WAL at 1732545279568 (+11 ms)Running coprocessor post-close hooks at 1732545279580 (+12 ms)Closed at 1732545279581 (+1 ms) 2024-11-25T14:34:39,581 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545265717.d74f1b4ab8775e779ce71da22f1816ea. 2024-11-25T14:34:39,604 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 1488, reset compression=false 2024-11-25T14:34:39,613 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:39,613 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.wal-reader.cb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/WALs/cb69081f5976,39247,1732545259985/cb69081f5976%2C39247%2C1732545259985.1732545261668 to pos 2132, reset compression=false 2024-11-25T14:34:39,693 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,39247,1732545259985; all regions closed. 2024-11-25T14:34:39,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741834_1010 (size=4239) 2024-11-25T14:34:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741839_1015 (size=3114) 2024-11-25T14:34:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741832_1008 (size=2140) 2024-11-25T14:34:39,734 DEBUG [RS:0;cb69081f5976:39247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:39,734 INFO [RS:0;cb69081f5976:39247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:34:39,734 INFO [RS:0;cb69081f5976:39247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:34:39,735 INFO [RS:0;cb69081f5976:39247 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:34:39,735 INFO [RS:0;cb69081f5976:39247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:34:39,735 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:34:39,735 INFO [RS:0;cb69081f5976:39247 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,39247,1732545259985 because: Region server is closing 2024-11-25T14:34:39,735 INFO [RS:0;cb69081f5976:39247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:39247. 2024-11-25T14:34:39,735 DEBUG [RS:0;cb69081f5976:39247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:39,735 DEBUG [RS:0;cb69081f5976:39247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:39,736 DEBUG [RS:0;cb69081f5976:39247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:39,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:39,836 INFO [RS:0;cb69081f5976:39247 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,39247,1732545259985.replicationSource.shippercb69081f5976%2C39247%2C1732545259985,1-cb69081f5976,39247,1732545259985 terminated 2024-11-25T14:34:39,836 INFO [RS:0;cb69081f5976:39247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:39247. 2024-11-25T14:34:39,836 DEBUG [RS:0;cb69081f5976:39247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:39,836 DEBUG [RS:0;cb69081f5976:39247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:39,836 DEBUG [RS:0;cb69081f5976:39247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:39,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:39,836 INFO [RS:0;cb69081f5976:39247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39247 2024-11-25T14:34:39,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21414988282/rs/cb69081f5976,39247,1732545259985 2024-11-25T14:34:39,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282/rs 2024-11-25T14:34:39,891 INFO [RS:0;cb69081f5976:39247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:34:39,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,39247,1732545259985] 2024-11-25T14:34:39,982 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21414988282/draining/cb69081f5976,39247,1732545259985 already deleted, retry=false 2024-11-25T14:34:39,983 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,39247,1732545259985 expired; onlineServers=0 2024-11-25T14:34:39,983 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,36441,1732545259835' ***** 2024-11-25T14:34:39,983 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:34:39,983 INFO [M:0;cb69081f5976:36441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:34:39,983 INFO [M:0;cb69081f5976:36441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:34:39,983 DEBUG [M:0;cb69081f5976:36441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:34:39,983 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:34:39,983 DEBUG [M:0;cb69081f5976:36441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:34:39,983 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545261368 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545261368,5,FailOnTimeoutGroup] 2024-11-25T14:34:39,983 INFO [M:0;cb69081f5976:36441 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:34:39,983 INFO [M:0;cb69081f5976:36441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:34:39,983 DEBUG [M:0;cb69081f5976:36441 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:34:39,983 INFO [M:0;cb69081f5976:36441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:34:39,984 INFO [M:0;cb69081f5976:36441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:34:39,984 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545261380 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545261380,5,FailOnTimeoutGroup] 2024-11-25T14:34:39,984 INFO [M:0;cb69081f5976:36441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:34:39,984 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:34:40,036 INFO [RS:0;cb69081f5976:39247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:34:40,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:40,036 INFO [RS:0;cb69081f5976:39247 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,39247,1732545259985; zookeeper connection closed. 2024-11-25T14:34:40,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39247-0x10173b426850007, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:40,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b3fd870 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b3fd870 2024-11-25T14:34:40,036 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:34:40,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21414988282/master 2024-11-25T14:34:40,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21414988282 2024-11-25T14:34:40,044 DEBUG [M:0;cb69081f5976:36441 {}] zookeeper.ZKUtil(347): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Unable to get data of znode /21414988282/master because node does not exist (not an error) 2024-11-25T14:34:40,044 WARN [M:0;cb69081f5976:36441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T14:34:40,057 INFO [M:0;cb69081f5976:36441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/.lastflushedseqids 2024-11-25T14:34:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741848_1024 (size=245) 2024-11-25T14:34:40,065 INFO [M:0;cb69081f5976:36441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:34:40,065 INFO [M:0;cb69081f5976:36441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:34:40,065 DEBUG [M:0;cb69081f5976:36441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:34:40,065 INFO [M:0;cb69081f5976:36441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:40,065 DEBUG [M:0;cb69081f5976:36441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:40,065 DEBUG [M:0;cb69081f5976:36441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:34:40,065 DEBUG [M:0;cb69081f5976:36441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:40,065 INFO [M:0;cb69081f5976:36441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T14:34:40,080 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1193, reset compression=false 2024-11-25T14:34:40,087 DEBUG [M:0;cb69081f5976:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70d36314d4943db9d59d09dfefda5a0 is 82, key is hbase:meta,,1/info:regioninfo/1732545262277/Put/seqid=0 2024-11-25T14:34:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741849_1025 (size=5672) 2024-11-25T14:34:40,099 INFO [M:0;cb69081f5976:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70d36314d4943db9d59d09dfefda5a0 2024-11-25T14:34:40,123 DEBUG [M:0;cb69081f5976:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e7a2b6d3deb46e3b36d99c889c20a69 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732545271643/Put/seqid=0 2024-11-25T14:34:40,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741850_1026 (size=8516) 2024-11-25T14:34:40,146 INFO [M:0;cb69081f5976:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e7a2b6d3deb46e3b36d99c889c20a69 2024-11-25T14:34:40,168 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:40,169 DEBUG [M:0;cb69081f5976:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2440e05c4d304e42adc0da8df37bde8b is 69, key is cb69081f5976,39247,1732545259985/rs:state/1732545261433/Put/seqid=0 2024-11-25T14:34:40,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741851_1027 (size=5156) 2024-11-25T14:34:40,181 INFO [M:0;cb69081f5976:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2440e05c4d304e42adc0da8df37bde8b 2024-11-25T14:34:40,184 DEBUG [M:0;cb69081f5976:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a70d36314d4943db9d59d09dfefda5a0 as hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a70d36314d4943db9d59d09dfefda5a0 2024-11-25T14:34:40,188 INFO [M:0;cb69081f5976:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a70d36314d4943db9d59d09dfefda5a0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T14:34:40,189 DEBUG [M:0;cb69081f5976:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e7a2b6d3deb46e3b36d99c889c20a69 as hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e7a2b6d3deb46e3b36d99c889c20a69 2024-11-25T14:34:40,192 INFO [M:0;cb69081f5976:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e7a2b6d3deb46e3b36d99c889c20a69, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T14:34:40,194 DEBUG [M:0;cb69081f5976:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2440e05c4d304e42adc0da8df37bde8b as hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2440e05c4d304e42adc0da8df37bde8b 2024-11-25T14:34:40,198 INFO [M:0;cb69081f5976:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41753/user/jenkins/test-data/0e2d2642-a96b-db50-8ab0-b7e29047580d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2440e05c4d304e42adc0da8df37bde8b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T14:34:40,198 INFO [M:0;cb69081f5976:36441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=97, compaction requested=false 2024-11-25T14:34:40,207 INFO [M:0;cb69081f5976:36441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:40,208 DEBUG [M:0;cb69081f5976:36441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545280065Disabling compacts and flushes for region at 1732545280065Disabling writes for close at 1732545280065Obtaining lock to block concurrent updates at 1732545280065Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545280065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732545280065Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545280066 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545280066Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545280087 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545280087Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545280103 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545280123 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545280123Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545280152 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545280168 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545280168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7271e8: reopening flushed file at 1732545280184 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b242cc5: reopening flushed file at 1732545280188 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d0883a: reopening flushed file at 1732545280192 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=97, compaction requested=false at 1732545280198 (+6 ms)Writing region close event to WAL at 1732545280207 (+9 ms)Closed at 1732545280207 2024-11-25T14:34:40,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42031 is added to blk_1073741830_1006 (size=63654) 2024-11-25T14:34:40,217 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:34:40,217 INFO [M:0;cb69081f5976:36441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:34:40,217 INFO [M:0;cb69081f5976:36441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36441 2024-11-25T14:34:40,218 INFO [M:0;cb69081f5976:36441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:34:40,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:40,377 INFO [M:0;cb69081f5976:36441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:34:40,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10173b426850006, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:40,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1df8353{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:34:40,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@513fab77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:34:40,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:34:40,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67175ad1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:34:40,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6168ff6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/hadoop.log.dir/,STOPPED} 2024-11-25T14:34:40,451 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:34:40,451 WARN [BP-481008988-172.17.0.3-1732545257755 heartbeating to localhost/127.0.0.1:41753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:34:40,451 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:34:40,451 WARN [BP-481008988-172.17.0.3-1732545257755 heartbeating to localhost/127.0.0.1:41753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-481008988-172.17.0.3-1732545257755 (Datanode Uuid a3a7768d-a410-464c-abb7-95dcfca5704b) service to localhost/127.0.0.1:41753 2024-11-25T14:34:40,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/cluster_c5a2a08a-fe4d-68e3-8993-b0742e6e8a57/data/data1/current/BP-481008988-172.17.0.3-1732545257755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:34:40,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/cluster_c5a2a08a-fe4d-68e3-8993-b0742e6e8a57/data/data2/current/BP-481008988-172.17.0.3-1732545257755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:34:40,452 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:34:40,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46239989{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:34:40,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a939638{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:34:40,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:34:40,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18cabaf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:34:40,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59eb2ec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/hadoop.log.dir/,STOPPED} 2024-11-25T14:34:40,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:34:40,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:34:40,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:40,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:40,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:40,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:40,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:40,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:34:40,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1780076878, stopped=false 2024-11-25T14:34:40,482 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,44201,1732545254568 2024-11-25T14:34:40,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1304547138/running 2024-11-25T14:34:40,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1304547138/running 2024-11-25T14:34:40,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:40,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:40,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Set watcher on znode that does not yet exist, /1-1304547138/running 2024-11-25T14:34:40,549 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:34:40,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Set watcher on znode that does not yet exist, /1-1304547138/running 2024-11-25T14:34:40,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:40,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:40,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:40,550 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,42887,1732545254998' ***** 2024-11-25T14:34:40,550 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:34:40,550 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:34:40,550 INFO [RS:0;cb69081f5976:42887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:34:40,550 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:34:40,550 INFO [RS:0;cb69081f5976:42887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:34:40,550 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(3091): Received CLOSE for 805994f36e6949717bba446965aa828a 2024-11-25T14:34:40,551 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(3091): Received CLOSE for 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:40,551 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,42887,1732545254998 2024-11-25T14:34:40,551 INFO [RS:0;cb69081f5976:42887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:34:40,551 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 805994f36e6949717bba446965aa828a, disabling compactions & flushes 2024-11-25T14:34:40,551 INFO [RS:0;cb69081f5976:42887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:42887. 2024-11-25T14:34:40,551 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:40,551 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:40,551 DEBUG [RS:0;cb69081f5976:42887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:40,551 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. after waiting 0 ms 2024-11-25T14:34:40,551 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:40,551 DEBUG [RS:0;cb69081f5976:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:40,551 INFO [RS:0;cb69081f5976:42887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:34:40,551 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 805994f36e6949717bba446965aa828a 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-25T14:34:40,551 INFO [RS:0;cb69081f5976:42887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:34:40,551 INFO [RS:0;cb69081f5976:42887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:34:40,551 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:34:40,551 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:34:40,551 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1325): Online Regions={805994f36e6949717bba446965aa828a=hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a., 1588230740=hbase:meta,,1.1588230740, 82a7c2234a7dc45c259b2520615e85ce=test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce.} 2024-11-25T14:34:40,552 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:34:40,552 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 805994f36e6949717bba446965aa828a, 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:40,552 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:34:40,552 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:34:40,552 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:34:40,552 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:34:40,552 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:34:40,560 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:34:40,571 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/info/be11abea8de14d55bc1571ef3e34c482 is 147, key is hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a./info:regioninfo/1732545269902/Put/seqid=0 2024-11-25T14:34:40,571 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/replication/805994f36e6949717bba446965aa828a/.tmp/queue/194aa05c614942c6ae6fe207a2f19ade is 154, key is 1-cb69081f5976,42887,1732545254998/queue:cb69081f5976%2C42887%2C1732545254998/1732545278001/Put/seqid=0 2024-11-25T14:34:40,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741840_1016 (size=5353) 2024-11-25T14:34:40,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741841_1017 (size=7686) 2024-11-25T14:34:40,607 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/info/be11abea8de14d55bc1571ef3e34c482 2024-11-25T14:34:40,630 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/ns/753cf1e057a3412ea76c5617ad411265 is 43, key is default/ns:d/1732545257554/Put/seqid=0 2024-11-25T14:34:40,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741842_1018 (size=5153) 2024-11-25T14:34:40,634 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/ns/753cf1e057a3412ea76c5617ad411265 2024-11-25T14:34:40,667 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/rep_barrier/67db96f7def44fdeab784aa5f739763f is 112, key is test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce./rep_barrier:seqnumDuringOpen/1732545264719/Put/seqid=0 2024-11-25T14:34:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741843_1019 (size=5518) 2024-11-25T14:34:40,676 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/rep_barrier/67db96f7def44fdeab784aa5f739763f 2024-11-25T14:34:40,697 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/table/0e60a35c8519444e8c8aab1c3b93bf97 is 53, key is hbase:replication/table:state/1732545269912/Put/seqid=0 2024-11-25T14:34:40,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741844_1020 (size=5308) 2024-11-25T14:34:40,701 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/table/0e60a35c8519444e8c8aab1c3b93bf97 2024-11-25T14:34:40,706 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/info/be11abea8de14d55bc1571ef3e34c482 as hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/info/be11abea8de14d55bc1571ef3e34c482 2024-11-25T14:34:40,709 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/info/be11abea8de14d55bc1571ef3e34c482, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:34:40,710 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/ns/753cf1e057a3412ea76c5617ad411265 as hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/ns/753cf1e057a3412ea76c5617ad411265 2024-11-25T14:34:40,714 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/ns/753cf1e057a3412ea76c5617ad411265, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:34:40,715 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/rep_barrier/67db96f7def44fdeab784aa5f739763f as hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/rep_barrier/67db96f7def44fdeab784aa5f739763f 2024-11-25T14:34:40,719 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/rep_barrier/67db96f7def44fdeab784aa5f739763f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:34:40,720 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/.tmp/table/0e60a35c8519444e8c8aab1c3b93bf97 as hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/table/0e60a35c8519444e8c8aab1c3b93bf97 2024-11-25T14:34:40,724 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/table/0e60a35c8519444e8c8aab1c3b93bf97, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:34:40,724 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=16, compaction requested=false 2024-11-25T14:34:40,736 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:34:40,736 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:40,737 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:34:40,737 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:40,737 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545280552Running coprocessor pre-close hooks at 1732545280552Disabling compacts and flushes for region at 1732545280552Disabling writes for close at 1732545280552Obtaining lock to block concurrent updates at 1732545280552Preparing flush snapshotting stores in 1588230740 at 1732545280552Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545280552Flushing stores of hbase:meta,,1.1588230740 at 1732545280552Flushing 1588230740/info: creating writer at 1732545280553 (+1 ms)Flushing 1588230740/info: appending metadata at 1732545280571 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732545280571Flushing 1588230740/ns: creating writer at 1732545280612 (+41 ms)Flushing 1588230740/ns: appending metadata at 1732545280629 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732545280629Flushing 1588230740/rep_barrier: creating writer at 1732545280647 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545280667 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545280667Flushing 1588230740/table: creating writer at 1732545280680 (+13 ms)Flushing 1588230740/table: appending metadata at 1732545280697 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732545280697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a42c5f6: reopening flushed file at 1732545280705 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2705af2d: reopening flushed file at 1732545280709 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c3f0cbd: reopening flushed file at 1732545280714 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4001b322: reopening flushed file at 1732545280719 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=16, compaction requested=false at 1732545280724 (+5 ms)Writing region close event to WAL at 1732545280726 (+2 ms)Running coprocessor post-close hooks at 1732545280736 (+10 ms)Closed at 1732545280737 (+1 ms) 2024-11-25T14:34:40,737 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:40,752 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1351): Waiting on 805994f36e6949717bba446965aa828a, 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:40,789 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1193, reset compression=false 2024-11-25T14:34:40,865 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:34:40,865 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:34:40,952 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1351): Waiting on 805994f36e6949717bba446965aa828a, 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:40,989 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/replication/805994f36e6949717bba446965aa828a/.tmp/queue/194aa05c614942c6ae6fe207a2f19ade 2024-11-25T14:34:40,995 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/replication/805994f36e6949717bba446965aa828a/.tmp/queue/194aa05c614942c6ae6fe207a2f19ade as hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/replication/805994f36e6949717bba446965aa828a/queue/194aa05c614942c6ae6fe207a2f19ade 2024-11-25T14:34:41,000 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/replication/805994f36e6949717bba446965aa828a/queue/194aa05c614942c6ae6fe207a2f19ade, entries=1, sequenceid=12, filesize=5.2 K 2024-11-25T14:34:41,001 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 805994f36e6949717bba446965aa828a in 449ms, sequenceid=12, compaction requested=false 2024-11-25T14:34:41,001 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T14:34:41,036 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/hbase/replication/805994f36e6949717bba446965aa828a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-25T14:34:41,037 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:41,037 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:34:41,037 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:41,037 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 805994f36e6949717bba446965aa828a: Waiting for close lock at 1732545280551Running coprocessor pre-close hooks at 1732545280551Disabling compacts and flushes for region at 1732545280551Disabling writes for close at 1732545280551Obtaining lock to block concurrent updates at 1732545280551Preparing flush snapshotting stores in 805994f36e6949717bba446965aa828a at 1732545280551Finished memstore snapshotting hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732545280551Flushing stores of hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. at 1732545280552 (+1 ms)Flushing 805994f36e6949717bba446965aa828a/queue: creating writer at 1732545280552Flushing 805994f36e6949717bba446965aa828a/queue: appending metadata at 1732545280571 (+19 ms)Flushing 805994f36e6949717bba446965aa828a/queue: closing flushed file at 1732545280571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fe96be: reopening flushed file at 1732545280994 (+423 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 805994f36e6949717bba446965aa828a in 449ms, sequenceid=12, compaction requested=false at 1732545281001 (+7 ms)Writing region close event to WAL at 1732545281002 (+1 ms)Running coprocessor post-close hooks at 1732545281037 (+35 ms)Closed at 1732545281037 2024-11-25T14:34:41,037 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732545269053.805994f36e6949717bba446965aa828a. 2024-11-25T14:34:41,037 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82a7c2234a7dc45c259b2520615e85ce, disabling compactions & flushes 2024-11-25T14:34:41,037 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:41,037 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:41,037 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. after waiting 0 ms 2024-11-25T14:34:41,037 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:41,037 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82a7c2234a7dc45c259b2520615e85ce 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-25T14:34:41,055 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/.tmp/f/00ef260741144eeeae33d57cc7dff670 is 29, key is row1/f:/1732545276407/DeleteFamily/seqid=0 2024-11-25T14:34:41,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741845_1021 (size=5152) 2024-11-25T14:34:41,061 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/.tmp/f/00ef260741144eeeae33d57cc7dff670 2024-11-25T14:34:41,068 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00ef260741144eeeae33d57cc7dff670 2024-11-25T14:34:41,098 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/.tmp/f1/f84757df198e46f0860d363c6f7cd515 is 30, key is row1/f1:/1732545276407/DeleteFamily/seqid=0 2024-11-25T14:34:41,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741846_1022 (size=5158) 2024-11-25T14:34:41,114 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/.tmp/f1/f84757df198e46f0860d363c6f7cd515 2024-11-25T14:34:41,119 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f84757df198e46f0860d363c6f7cd515 2024-11-25T14:34:41,139 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/.tmp/norep/b315d0e281d94bfd970ca95fd40255c8 is 33, key is row1/norep:/1732545276407/DeleteFamily/seqid=0 2024-11-25T14:34:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741847_1023 (size=5108) 2024-11-25T14:34:41,152 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1351): Waiting on 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:41,180 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:41,352 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1351): Waiting on 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:41,550 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/.tmp/norep/b315d0e281d94bfd970ca95fd40255c8 2024-11-25T14:34:41,552 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:34:41,552 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1325): Online Regions={82a7c2234a7dc45c259b2520615e85ce=test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce.} 2024-11-25T14:34:41,553 DEBUG [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1351): Waiting on 82a7c2234a7dc45c259b2520615e85ce 2024-11-25T14:34:41,554 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b315d0e281d94bfd970ca95fd40255c8 2024-11-25T14:34:41,555 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/.tmp/f/00ef260741144eeeae33d57cc7dff670 as hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/f/00ef260741144eeeae33d57cc7dff670 2024-11-25T14:34:41,560 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00ef260741144eeeae33d57cc7dff670 2024-11-25T14:34:41,560 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/f/00ef260741144eeeae33d57cc7dff670, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T14:34:41,561 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/.tmp/f1/f84757df198e46f0860d363c6f7cd515 as hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/f1/f84757df198e46f0860d363c6f7cd515 2024-11-25T14:34:41,568 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f84757df198e46f0860d363c6f7cd515 2024-11-25T14:34:41,568 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/f1/f84757df198e46f0860d363c6f7cd515, entries=3, sequenceid=10, filesize=5.0 K 2024-11-25T14:34:41,568 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/.tmp/norep/b315d0e281d94bfd970ca95fd40255c8 as hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/norep/b315d0e281d94bfd970ca95fd40255c8 2024-11-25T14:34:41,572 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b315d0e281d94bfd970ca95fd40255c8 2024-11-25T14:34:41,572 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/norep/b315d0e281d94bfd970ca95fd40255c8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-25T14:34:41,573 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 82a7c2234a7dc45c259b2520615e85ce in 536ms, sequenceid=10, compaction requested=false 2024-11-25T14:34:41,579 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/data/default/test/82a7c2234a7dc45c259b2520615e85ce/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-25T14:34:41,583 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:41,583 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:34:41,583 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:41,583 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82a7c2234a7dc45c259b2520615e85ce: Waiting for close lock at 1732545281037Running coprocessor pre-close hooks at 1732545281037Disabling compacts and flushes for region at 1732545281037Disabling writes for close at 1732545281037Obtaining lock to block concurrent updates at 1732545281037Preparing flush snapshotting stores in 82a7c2234a7dc45c259b2520615e85ce at 1732545281037Finished memstore snapshotting test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732545281037Flushing stores of test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. at 1732545281038 (+1 ms)Flushing 82a7c2234a7dc45c259b2520615e85ce/f: creating writer at 1732545281038Flushing 82a7c2234a7dc45c259b2520615e85ce/f: appending metadata at 1732545281054 (+16 ms)Flushing 82a7c2234a7dc45c259b2520615e85ce/f: closing flushed file at 1732545281054Flushing 82a7c2234a7dc45c259b2520615e85ce/f1: creating writer at 1732545281068 (+14 ms)Flushing 82a7c2234a7dc45c259b2520615e85ce/f1: appending metadata at 1732545281098 (+30 ms)Flushing 82a7c2234a7dc45c259b2520615e85ce/f1: closing flushed file at 1732545281098Flushing 82a7c2234a7dc45c259b2520615e85ce/norep: creating writer at 1732545281119 (+21 ms)Flushing 82a7c2234a7dc45c259b2520615e85ce/norep: appending metadata at 1732545281138 (+19 ms)Flushing 82a7c2234a7dc45c259b2520615e85ce/norep: closing flushed file at 1732545281138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae2a2e1: reopening flushed file at 1732545281554 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@823128f: reopening flushed file at 1732545281560 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6630d4a4: reopening flushed file at 1732545281568 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 82a7c2234a7dc45c259b2520615e85ce in 536ms, sequenceid=10, compaction requested=false at 1732545281573 (+5 ms)Writing region close event to WAL at 1732545281575 (+2 ms)Running coprocessor post-close hooks at 1732545281582 (+7 ms)Closed at 1732545281583 (+1 ms) 2024-11-25T14:34:41,583 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545263557.82a7c2234a7dc45c259b2520615e85ce. 2024-11-25T14:34:41,592 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 1193, reset compression=false 2024-11-25T14:34:41,600 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:41,601 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.wal-reader.cb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031 to pos 2084, reset compression=false 2024-11-25T14:34:41,601 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,42887,1732545254998 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/WALs/cb69081f5976,42887,1732545254998/cb69081f5976%2C42887%2C1732545254998.1732545257031, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:41,601 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb69081f5976,42887,1732545254998: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb69081f5976,42887,1732545254998, walGroup=cb69081f5976%2C42887%2C1732545254998, offset=cb69081f5976%2C42887%2C1732545254998.1732545257031:2084, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:42887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T14:34:41,603 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:34:41,603 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:34:41,603 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:34:41,603 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:34:41,603 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:34:41,603 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 1020738880 }, "NonHeapMemoryUsage": { "committed": 205193216, "init": 7667712, "max": -1, "used": 202106984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T14:34:41,604 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:44201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:44201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T14:34:41,753 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,42887,1732545254998; all regions closed. 2024-11-25T14:34:41,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741834_1010 (size=4239) 2024-11-25T14:34:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741839_1015 (size=3114) 2024-11-25T14:34:41,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741833_1009 (size=2092) 2024-11-25T14:34:41,761 DEBUG [RS:0;cb69081f5976:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:41,761 INFO [RS:0;cb69081f5976:42887 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:34:41,761 INFO [RS:0;cb69081f5976:42887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:34:41,761 INFO [RS:0;cb69081f5976:42887 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:34:41,761 INFO [RS:0;cb69081f5976:42887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:34:41,761 INFO [RS:0;cb69081f5976:42887 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,42887,1732545254998 because: Region server is closing 2024-11-25T14:34:41,761 INFO [RS:0;cb69081f5976:42887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:42887. 2024-11-25T14:34:41,762 DEBUG [RS:0;cb69081f5976:42887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:41,762 DEBUG [RS:0;cb69081f5976:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:41,762 DEBUG [RS:0;cb69081f5976:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:41,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:41,762 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:34:41,862 INFO [RS:0;cb69081f5976:42887 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,42887,1732545254998.replicationSource.shippercb69081f5976%2C42887%2C1732545254998,1-cb69081f5976,42887,1732545254998 terminated 2024-11-25T14:34:41,862 INFO [RS:0;cb69081f5976:42887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:42887. 2024-11-25T14:34:41,862 DEBUG [RS:0;cb69081f5976:42887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:41,862 DEBUG [RS:0;cb69081f5976:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:41,862 DEBUG [RS:0;cb69081f5976:42887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:41,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:41,863 INFO [RS:0;cb69081f5976:42887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42887 2024-11-25T14:34:41,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1304547138/rs/cb69081f5976,42887,1732545254998 2024-11-25T14:34:41,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138/rs 2024-11-25T14:34:41,901 INFO [RS:0;cb69081f5976:42887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:34:41,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,42887,1732545254998] 2024-11-25T14:34:41,982 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1304547138/draining/cb69081f5976,42887,1732545254998 already deleted, retry=false 2024-11-25T14:34:41,982 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,42887,1732545254998 expired; onlineServers=0 2024-11-25T14:34:41,982 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,44201,1732545254568' ***** 2024-11-25T14:34:41,982 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:34:41,982 INFO [M:0;cb69081f5976:44201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:34:41,982 INFO [M:0;cb69081f5976:44201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:34:41,982 DEBUG [M:0;cb69081f5976:44201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:34:41,982 DEBUG [M:0;cb69081f5976:44201 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:34:41,982 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545256556 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545256556,5,FailOnTimeoutGroup] 2024-11-25T14:34:41,982 INFO [M:0;cb69081f5976:44201 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:34:41,982 INFO [M:0;cb69081f5976:44201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:34:41,982 DEBUG [M:0;cb69081f5976:44201 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:34:41,982 INFO [M:0;cb69081f5976:44201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:34:41,983 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:34:41,983 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545256560 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545256560,5,FailOnTimeoutGroup] 2024-11-25T14:34:41,984 INFO [M:0;cb69081f5976:44201 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:34:41,984 INFO [M:0;cb69081f5976:44201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:34:41,984 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:34:41,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1304547138/master 2024-11-25T14:34:41,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1304547138 2024-11-25T14:34:42,001 DEBUG [M:0;cb69081f5976:44201 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1304547138/master already deleted, retry=false 2024-11-25T14:34:42,001 DEBUG [M:0;cb69081f5976:44201 {}] master.ActiveMasterManager(353): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1304547138/master 2024-11-25T14:34:42,002 INFO [M:0;cb69081f5976:44201 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/.lastflushedseqids 2024-11-25T14:34:42,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741848_1024 (size=245) 2024-11-25T14:34:42,065 INFO [RS:0;cb69081f5976:42887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:34:42,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:42,065 INFO [RS:0;cb69081f5976:42887 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,42887,1732545254998; zookeeper connection closed. 2024-11-25T14:34:42,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42887-0x10173b426850004, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:42,065 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43da2130 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43da2130 2024-11-25T14:34:42,066 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:34:42,133 DEBUG [master/cb69081f5976:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=19, created chunk count=37, reused chunk count=126, reuseRatio=77.30% 2024-11-25T14:34:42,134 DEBUG [master/cb69081f5976:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-25T14:34:42,283 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:42,406 INFO [M:0;cb69081f5976:44201 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:34:42,407 INFO [M:0;cb69081f5976:44201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:34:42,407 DEBUG [M:0;cb69081f5976:44201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:34:42,407 INFO [M:0;cb69081f5976:44201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:42,407 DEBUG [M:0;cb69081f5976:44201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:42,407 DEBUG [M:0;cb69081f5976:44201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:34:42,407 DEBUG [M:0;cb69081f5976:44201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:42,407 INFO [M:0;cb69081f5976:44201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-25T14:34:42,429 DEBUG [M:0;cb69081f5976:44201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/642d14cc656c423b955215b6eafb50ca is 82, key is hbase:meta,,1/info:regioninfo/1732545257533/Put/seqid=0 2024-11-25T14:34:42,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741849_1025 (size=5672) 2024-11-25T14:34:42,432 INFO [M:0;cb69081f5976:44201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/642d14cc656c423b955215b6eafb50ca 2024-11-25T14:34:42,463 DEBUG [M:0;cb69081f5976:44201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67b64889766143cf991b59ba08f92d9c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732545269917/Put/seqid=0 2024-11-25T14:34:42,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741850_1026 (size=8516) 2024-11-25T14:34:42,473 INFO [M:0;cb69081f5976:44201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67b64889766143cf991b59ba08f92d9c 2024-11-25T14:34:42,497 DEBUG [M:0;cb69081f5976:44201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4bc7de16b09421c9d2bed7c459130a5 is 69, key is cb69081f5976,42887,1732545254998/rs:state/1732545256617/Put/seqid=0 2024-11-25T14:34:42,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741851_1027 (size=5156) 2024-11-25T14:34:42,907 INFO [M:0;cb69081f5976:44201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4bc7de16b09421c9d2bed7c459130a5 2024-11-25T14:34:42,926 DEBUG [M:0;cb69081f5976:44201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/642d14cc656c423b955215b6eafb50ca as hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/642d14cc656c423b955215b6eafb50ca 2024-11-25T14:34:42,930 INFO [M:0;cb69081f5976:44201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/642d14cc656c423b955215b6eafb50ca, entries=8, sequenceid=97, filesize=5.5 K 2024-11-25T14:34:42,939 DEBUG [M:0;cb69081f5976:44201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67b64889766143cf991b59ba08f92d9c as hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67b64889766143cf991b59ba08f92d9c 2024-11-25T14:34:42,952 INFO [M:0;cb69081f5976:44201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67b64889766143cf991b59ba08f92d9c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-25T14:34:42,953 DEBUG [M:0;cb69081f5976:44201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4bc7de16b09421c9d2bed7c459130a5 as hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4bc7de16b09421c9d2bed7c459130a5 2024-11-25T14:34:42,967 INFO [M:0;cb69081f5976:44201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34315/user/jenkins/test-data/2f121444-83a2-5bd8-e827-57d2459a075f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4bc7de16b09421c9d2bed7c459130a5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-25T14:34:42,971 INFO [M:0;cb69081f5976:44201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 564ms, sequenceid=97, compaction requested=false 2024-11-25T14:34:42,991 INFO [M:0;cb69081f5976:44201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:42,992 DEBUG [M:0;cb69081f5976:44201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545282407Disabling compacts and flushes for region at 1732545282407Disabling writes for close at 1732545282407Obtaining lock to block concurrent updates at 1732545282407Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545282407Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732545282407Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545282413 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545282413Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545282428 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545282428Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545282442 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545282463 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545282463Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545282477 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545282496 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545282496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@407ff1ce: reopening flushed file at 1732545282925 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed3abd: reopening flushed file at 1732545282930 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cade94: reopening flushed file at 1732545282952 (+22 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 564ms, sequenceid=97, compaction requested=false at 1732545282971 (+19 ms)Writing region close event to WAL at 1732545282991 (+20 ms)Closed at 1732545282991 2024-11-25T14:34:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741830_1006 (size=63654) 2024-11-25T14:34:42,998 INFO [M:0;cb69081f5976:44201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:34:42,998 INFO [M:0;cb69081f5976:44201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44201 2024-11-25T14:34:42,998 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:34:42,998 INFO [M:0;cb69081f5976:44201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:34:43,107 INFO [M:0;cb69081f5976:44201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:34:43,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:43,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44201-0x10173b426850003, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:43,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c25aa82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:34:43,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c3d17ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:34:43,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:34:43,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60291cf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:34:43,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2636417{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/hadoop.log.dir/,STOPPED} 2024-11-25T14:34:43,110 WARN [BP-1027015054-172.17.0.3-1732545252397 heartbeating to localhost/127.0.0.1:34315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:34:43,110 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:34:43,110 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:34:43,110 WARN [BP-1027015054-172.17.0.3-1732545252397 heartbeating to localhost/127.0.0.1:34315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1027015054-172.17.0.3-1732545252397 (Datanode Uuid ff160626-f626-46fb-b51b-4cb1410bbf73) service to localhost/127.0.0.1:34315 2024-11-25T14:34:43,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/cluster_28269426-22de-4fd7-6e58-b274b1696d6d/data/data1/current/BP-1027015054-172.17.0.3-1732545252397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:34:43,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/cluster_28269426-22de-4fd7-6e58-b274b1696d6d/data/data2/current/BP-1027015054-172.17.0.3-1732545252397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:34:43,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:34:43,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d50a2b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:34:43,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e0a747c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:34:43,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:34:43,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb4388f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:34:43,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d84cf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e252c537-fadb-4121-7db4-8fa6601d54d2/hadoop.log.dir/,STOPPED} 2024-11-25T14:34:43,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:34:43,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:34:43,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:43,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:43,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:43,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:43,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:43,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:34:43,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1500110992, stopped=false 2024-11-25T14:34:43,130 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,42243,1732545249123 2024-11-25T14:34:43,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0369224511/running 2024-11-25T14:34:43,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0369224511/running 2024-11-25T14:34:43,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:43,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:43,151 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:34:43,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Set watcher on znode that does not yet exist, /0369224511/running 2024-11-25T14:34:43,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Set watcher on znode that does not yet exist, /0369224511/running 2024-11-25T14:34:43,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:43,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:43,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:43,152 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,43305,1732545249768' ***** 2024-11-25T14:34:43,152 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:34:43,153 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(3091): Received CLOSE for 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(3091): Received CLOSE for 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,43305,1732545249768 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:34:43,153 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4459ffce9ec5aa84d1e20fe67be356d0, disabling compactions & flushes 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:43305. 2024-11-25T14:34:43,153 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:43,153 DEBUG [RS:0;cb69081f5976:43305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:43,153 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:43,153 DEBUG [RS:0;cb69081f5976:43305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:43,153 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. after waiting 0 ms 2024-11-25T14:34:43,153 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:34:43,153 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4459ffce9ec5aa84d1e20fe67be356d0 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-25T14:34:43,153 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:34:43,153 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1325): Online Regions={4459ffce9ec5aa84d1e20fe67be356d0=hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0., 323e9665743dd986f06e37aa2c458935=test,,1732545262416.323e9665743dd986f06e37aa2c458935., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:34:43,154 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 323e9665743dd986f06e37aa2c458935, 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:43,154 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:34:43,154 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:34:43,154 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:34:43,154 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:34:43,154 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:34:43,154 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:34:43,181 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/replication/4459ffce9ec5aa84d1e20fe67be356d0/.tmp/queue/01c9288712ec457095caefed21feb351 is 153, key is 1-cb69081f5976,43305,1732545249768/queue:cb69081f5976%2C43305%2C1732545249768/1732545275662/Put/seqid=0 2024-11-25T14:34:43,182 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/info/eee47396362241bb942c0770dfb851d0 is 147, key is hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0./info:regioninfo/1732545268085/Put/seqid=0 2024-11-25T14:34:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741840_1016 (size=5352) 2024-11-25T14:34:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741841_1017 (size=7686) 2024-11-25T14:34:43,204 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/info/eee47396362241bb942c0770dfb851d0 2024-11-25T14:34:43,217 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:34:43,230 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/ns/954dae4a47c24849bd94862d00b34bc0 is 43, key is default/ns:d/1732545252227/Put/seqid=0 2024-11-25T14:34:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741842_1018 (size=5153) 2024-11-25T14:34:43,236 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/ns/954dae4a47c24849bd94862d00b34bc0 2024-11-25T14:34:43,257 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/rep_barrier/e2a381904a2743f2993e5728e82d2122 is 112, key is test,,1732545262416.323e9665743dd986f06e37aa2c458935./rep_barrier:seqnumDuringOpen/1732545263337/Put/seqid=0 2024-11-25T14:34:43,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741843_1019 (size=5518) 2024-11-25T14:34:43,354 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 323e9665743dd986f06e37aa2c458935, 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:43,486 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:43,554 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 323e9665743dd986f06e37aa2c458935, 4459ffce9ec5aa84d1e20fe67be356d0 2024-11-25T14:34:43,589 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/replication/4459ffce9ec5aa84d1e20fe67be356d0/.tmp/queue/01c9288712ec457095caefed21feb351 2024-11-25T14:34:43,596 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/replication/4459ffce9ec5aa84d1e20fe67be356d0/.tmp/queue/01c9288712ec457095caefed21feb351 as hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/replication/4459ffce9ec5aa84d1e20fe67be356d0/queue/01c9288712ec457095caefed21feb351 2024-11-25T14:34:43,601 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/replication/4459ffce9ec5aa84d1e20fe67be356d0/queue/01c9288712ec457095caefed21feb351, entries=1, sequenceid=8, filesize=5.2 K 2024-11-25T14:34:43,602 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4459ffce9ec5aa84d1e20fe67be356d0 in 449ms, sequenceid=8, compaction requested=false 2024-11-25T14:34:43,602 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T14:34:43,610 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/replication/4459ffce9ec5aa84d1e20fe67be356d0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-25T14:34:43,611 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:43,611 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:34:43,611 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:43,611 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4459ffce9ec5aa84d1e20fe67be356d0: Waiting for close lock at 1732545283153Running coprocessor pre-close hooks at 1732545283153Disabling compacts and flushes for region at 1732545283153Disabling writes for close at 1732545283153Obtaining lock to block concurrent updates at 1732545283153Preparing flush snapshotting stores in 4459ffce9ec5aa84d1e20fe67be356d0 at 1732545283153Finished memstore snapshotting hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732545283154 (+1 ms)Flushing stores of hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. at 1732545283154Flushing 4459ffce9ec5aa84d1e20fe67be356d0/queue: creating writer at 1732545283155 (+1 ms)Flushing 4459ffce9ec5aa84d1e20fe67be356d0/queue: appending metadata at 1732545283181 (+26 ms)Flushing 4459ffce9ec5aa84d1e20fe67be356d0/queue: closing flushed file at 1732545283181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6919c77: reopening flushed file at 1732545283595 (+414 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4459ffce9ec5aa84d1e20fe67be356d0 in 449ms, sequenceid=8, compaction requested=false at 1732545283602 (+7 ms)Writing region close event to WAL at 1732545283607 (+5 ms)Running coprocessor post-close hooks at 1732545283611 (+4 ms)Closed at 1732545283611 2024-11-25T14:34:43,611 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732545266889.4459ffce9ec5aa84d1e20fe67be356d0. 2024-11-25T14:34:43,611 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 323e9665743dd986f06e37aa2c458935, disabling compactions & flushes 2024-11-25T14:34:43,611 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:43,611 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:43,611 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545262416.323e9665743dd986f06e37aa2c458935. after waiting 0 ms 2024-11-25T14:34:43,611 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:43,611 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 323e9665743dd986f06e37aa2c458935 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-25T14:34:43,628 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:34:43,628 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:34:43,631 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/.tmp/f/3bde190a70fb4caea8819900fc0a80d6 is 28, key is row/f:/1732545275401/DeleteFamily/seqid=0 2024-11-25T14:34:43,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741844_1020 (size=5085) 2024-11-25T14:34:43,665 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/rep_barrier/e2a381904a2743f2993e5728e82d2122 2024-11-25T14:34:43,684 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/table/6657b0ece60a428798825f695609bfa8 is 53, key is hbase:replication/table:state/1732545268091/Put/seqid=0 2024-11-25T14:34:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741845_1021 (size=5308) 2024-11-25T14:34:43,754 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:43,954 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:44,037 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/.tmp/f/3bde190a70fb4caea8819900fc0a80d6 2024-11-25T14:34:44,041 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bde190a70fb4caea8819900fc0a80d6 2024-11-25T14:34:44,056 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/.tmp/f1/671a10fa34a84588a8954cc634fb5d1b is 29, key is row/f1:/1732545275401/DeleteFamily/seqid=0 2024-11-25T14:34:44,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741846_1022 (size=5089) 2024-11-25T14:34:44,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:34:44,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,087 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/table/6657b0ece60a428798825f695609bfa8 2024-11-25T14:34:44,097 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/info/eee47396362241bb942c0770dfb851d0 as hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/info/eee47396362241bb942c0770dfb851d0 2024-11-25T14:34:44,106 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/info/eee47396362241bb942c0770dfb851d0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:34:44,106 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/ns/954dae4a47c24849bd94862d00b34bc0 as hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/ns/954dae4a47c24849bd94862d00b34bc0 2024-11-25T14:34:44,113 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/ns/954dae4a47c24849bd94862d00b34bc0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:34:44,114 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/rep_barrier/e2a381904a2743f2993e5728e82d2122 as hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/rep_barrier/e2a381904a2743f2993e5728e82d2122 2024-11-25T14:34:44,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,124 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/rep_barrier/e2a381904a2743f2993e5728e82d2122, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:34:44,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,130 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/.tmp/table/6657b0ece60a428798825f695609bfa8 as hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/table/6657b0ece60a428798825f695609bfa8 2024-11-25T14:34:44,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,135 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/table/6657b0ece60a428798825f695609bfa8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:34:44,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,136 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 982ms, sequenceid=16, compaction requested=false 2024-11-25T14:34:44,136 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:34:44,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:44,155 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:34:44,155 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1325): Online Regions={323e9665743dd986f06e37aa2c458935=test,,1732545262416.323e9665743dd986f06e37aa2c458935., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:34:44,155 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:44,161 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:34:44,163 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:44,163 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:34:44,164 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:44,164 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545283154Running coprocessor pre-close hooks at 1732545283154Disabling compacts and flushes for region at 1732545283154Disabling writes for close at 1732545283154Obtaining lock to block concurrent updates at 1732545283154Preparing flush snapshotting stores in 1588230740 at 1732545283154Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545283154Flushing stores of hbase:meta,,1.1588230740 at 1732545283154Flushing 1588230740/info: creating writer at 1732545283155 (+1 ms)Flushing 1588230740/info: appending metadata at 1732545283182 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732545283182Flushing 1588230740/ns: creating writer at 1732545283211 (+29 ms)Flushing 1588230740/ns: appending metadata at 1732545283230 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732545283230Flushing 1588230740/rep_barrier: creating writer at 1732545283240 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545283257 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545283257Flushing 1588230740/table: creating writer at 1732545283669 (+412 ms)Flushing 1588230740/table: appending metadata at 1732545283683 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732545283683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a6084a: reopening flushed file at 1732545284097 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f21003d: reopening flushed file at 1732545284106 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433840c3: reopening flushed file at 1732545284113 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365e54c7: reopening flushed file at 1732545284124 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 982ms, sequenceid=16, compaction requested=false at 1732545284136 (+12 ms)Writing region close event to WAL at 1732545284155 (+19 ms)Running coprocessor post-close hooks at 1732545284163 (+8 ms)Closed at 1732545284163 2024-11-25T14:34:44,164 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:44,355 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1351): Waiting on 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:44,462 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/.tmp/f1/671a10fa34a84588a8954cc634fb5d1b 2024-11-25T14:34:44,465 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 671a10fa34a84588a8954cc634fb5d1b 2024-11-25T14:34:44,481 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/.tmp/norep/863ac36704c2487fa5343abe63846989 is 32, key is row/norep:/1732545275401/DeleteFamily/seqid=0 2024-11-25T14:34:44,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741847_1023 (size=5101) 2024-11-25T14:34:44,555 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1351): Waiting on 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:44,755 DEBUG [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1351): Waiting on 323e9665743dd986f06e37aa2c458935 2024-11-25T14:34:44,792 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 636, reset compression=false 2024-11-25T14:34:44,798 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:34:44,798 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.wal-reader.cb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796 to pos 883, reset compression=false 2024-11-25T14:34:44,798 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,43305,1732545249768 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/WALs/cb69081f5976,43305,1732545249768/cb69081f5976%2C43305%2C1732545249768.1732545251796, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:34:44,799 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb69081f5976,43305,1732545249768: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb69081f5976,43305,1732545249768, walGroup=cb69081f5976%2C43305%2C1732545249768, offset=cb69081f5976%2C43305%2C1732545249768.1732545251796:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:43305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T14:34:44,802 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:34:44,803 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:34:44,803 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:34:44,803 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:34:44,803 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:34:44,804 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1377828864, "init": 1048576000, "max": 2306867200, "used": 817303040 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 202587792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T14:34:44,805 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:42243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:42243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T14:34:44,884 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/.tmp/norep/863ac36704c2487fa5343abe63846989 2024-11-25T14:34:44,888 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 863ac36704c2487fa5343abe63846989 2024-11-25T14:34:44,888 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/.tmp/f/3bde190a70fb4caea8819900fc0a80d6 as hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/f/3bde190a70fb4caea8819900fc0a80d6 2024-11-25T14:34:44,894 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3bde190a70fb4caea8819900fc0a80d6 2024-11-25T14:34:44,894 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/f/3bde190a70fb4caea8819900fc0a80d6, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T14:34:44,895 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/.tmp/f1/671a10fa34a84588a8954cc634fb5d1b as hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/f1/671a10fa34a84588a8954cc634fb5d1b 2024-11-25T14:34:44,908 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 671a10fa34a84588a8954cc634fb5d1b 2024-11-25T14:34:44,909 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/f1/671a10fa34a84588a8954cc634fb5d1b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T14:34:44,909 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/.tmp/norep/863ac36704c2487fa5343abe63846989 as hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/norep/863ac36704c2487fa5343abe63846989 2024-11-25T14:34:44,915 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 863ac36704c2487fa5343abe63846989 2024-11-25T14:34:44,916 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/norep/863ac36704c2487fa5343abe63846989, entries=1, sequenceid=6, filesize=5.0 K 2024-11-25T14:34:44,917 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 323e9665743dd986f06e37aa2c458935 in 1305ms, sequenceid=6, compaction requested=false 2024-11-25T14:34:44,943 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/data/default/test/323e9665743dd986f06e37aa2c458935/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T14:34:44,943 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:34:44,943 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:34:44,943 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:44,943 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 323e9665743dd986f06e37aa2c458935: Waiting for close lock at 1732545283611Running coprocessor pre-close hooks at 1732545283611Disabling compacts and flushes for region at 1732545283611Disabling writes for close at 1732545283611Obtaining lock to block concurrent updates at 1732545283611Preparing flush snapshotting stores in 323e9665743dd986f06e37aa2c458935 at 1732545283611Finished memstore snapshotting test,,1732545262416.323e9665743dd986f06e37aa2c458935., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732545283612 (+1 ms)Flushing stores of test,,1732545262416.323e9665743dd986f06e37aa2c458935. at 1732545283612Flushing 323e9665743dd986f06e37aa2c458935/f: creating writer at 1732545283612Flushing 323e9665743dd986f06e37aa2c458935/f: appending metadata at 1732545283630 (+18 ms)Flushing 323e9665743dd986f06e37aa2c458935/f: closing flushed file at 1732545283630Flushing 323e9665743dd986f06e37aa2c458935/f1: creating writer at 1732545284042 (+412 ms)Flushing 323e9665743dd986f06e37aa2c458935/f1: appending metadata at 1732545284055 (+13 ms)Flushing 323e9665743dd986f06e37aa2c458935/f1: closing flushed file at 1732545284055Flushing 323e9665743dd986f06e37aa2c458935/norep: creating writer at 1732545284466 (+411 ms)Flushing 323e9665743dd986f06e37aa2c458935/norep: appending metadata at 1732545284480 (+14 ms)Flushing 323e9665743dd986f06e37aa2c458935/norep: closing flushed file at 1732545284480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12da762a: reopening flushed file at 1732545284888 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57809fa8: reopening flushed file at 1732545284894 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f94795: reopening flushed file at 1732545284909 (+15 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 323e9665743dd986f06e37aa2c458935 in 1305ms, sequenceid=6, compaction requested=false at 1732545284917 (+8 ms)Writing region close event to WAL at 1732545284939 (+22 ms)Running coprocessor post-close hooks at 1732545284943 (+4 ms)Closed at 1732545284943 2024-11-25T14:34:44,944 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545262416.323e9665743dd986f06e37aa2c458935. 2024-11-25T14:34:44,956 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,43305,1732545249768; all regions closed. 2024-11-25T14:34:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741834_1010 (size=4239) 2024-11-25T14:34:44,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741839_1015 (size=2240) 2024-11-25T14:34:44,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741833_1009 (size=1535) 2024-11-25T14:34:44,977 DEBUG [RS:0;cb69081f5976:43305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:44,978 INFO [RS:0;cb69081f5976:43305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:34:44,978 INFO [RS:0;cb69081f5976:43305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:34:44,978 INFO [RS:0;cb69081f5976:43305 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T14:34:44,978 INFO [RS:0;cb69081f5976:43305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:34:44,978 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:34:44,978 INFO [RS:0;cb69081f5976:43305 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,43305,1732545249768 because: Region server is closing 2024-11-25T14:34:44,979 INFO [RS:0;cb69081f5976:43305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:43305. 2024-11-25T14:34:44,979 DEBUG [RS:0;cb69081f5976:43305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:44,979 DEBUG [RS:0;cb69081f5976:43305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:44,979 DEBUG [RS:0;cb69081f5976:43305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:44,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:45,079 INFO [RS:0;cb69081f5976:43305 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,43305,1732545249768.replicationSource.shippercb69081f5976%2C43305%2C1732545249768,1-cb69081f5976,43305,1732545249768 terminated 2024-11-25T14:34:45,079 INFO [RS:0;cb69081f5976:43305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43305 2024-11-25T14:34:45,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0369224511/rs/cb69081f5976,43305,1732545249768 2024-11-25T14:34:45,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511/rs 2024-11-25T14:34:45,090 INFO [RS:0;cb69081f5976:43305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:34:45,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,43305,1732545249768] 2024-11-25T14:34:45,106 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0369224511/draining/cb69081f5976,43305,1732545249768 already deleted, retry=false 2024-11-25T14:34:45,106 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,43305,1732545249768 expired; onlineServers=0 2024-11-25T14:34:45,106 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,42243,1732545249123' ***** 2024-11-25T14:34:45,106 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:34:45,106 INFO [M:0;cb69081f5976:42243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:34:45,106 INFO [M:0;cb69081f5976:42243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:34:45,107 DEBUG [M:0;cb69081f5976:42243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:34:45,107 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:34:45,107 DEBUG [M:0;cb69081f5976:42243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:34:45,107 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545251443 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545251443,5,FailOnTimeoutGroup] 2024-11-25T14:34:45,107 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545251467 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545251467,5,FailOnTimeoutGroup] 2024-11-25T14:34:45,107 INFO [M:0;cb69081f5976:42243 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:34:45,107 INFO [M:0;cb69081f5976:42243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:34:45,107 DEBUG [M:0;cb69081f5976:42243 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:34:45,107 INFO [M:0;cb69081f5976:42243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:34:45,107 INFO [M:0;cb69081f5976:42243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:34:45,107 INFO [M:0;cb69081f5976:42243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:34:45,107 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:34:45,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0369224511/master 2024-11-25T14:34:45,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0369224511 2024-11-25T14:34:45,123 DEBUG [M:0;cb69081f5976:42243 {}] zookeeper.RecoverableZooKeeper(212): Node /0369224511/master already deleted, retry=false 2024-11-25T14:34:45,123 DEBUG [M:0;cb69081f5976:42243 {}] master.ActiveMasterManager(353): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Failed delete of our master address node; KeeperErrorCode = NoNode for /0369224511/master 2024-11-25T14:34:45,123 INFO [M:0;cb69081f5976:42243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/.lastflushedseqids 2024-11-25T14:34:45,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741848_1024 (size=245) 2024-11-25T14:34:45,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:45,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43305-0x10173b426850001, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:45,198 INFO [RS:0;cb69081f5976:43305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:34:45,198 INFO [RS:0;cb69081f5976:43305 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,43305,1732545249768; zookeeper connection closed. 2024-11-25T14:34:45,199 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4680742f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4680742f 2024-11-25T14:34:45,199 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:34:45,527 INFO [M:0;cb69081f5976:42243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:34:45,528 INFO [M:0;cb69081f5976:42243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:34:45,528 DEBUG [M:0;cb69081f5976:42243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:34:45,528 INFO [M:0;cb69081f5976:42243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:45,528 DEBUG [M:0;cb69081f5976:42243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:45,528 DEBUG [M:0;cb69081f5976:42243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:34:45,528 DEBUG [M:0;cb69081f5976:42243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:45,528 INFO [M:0;cb69081f5976:42243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-25T14:34:45,541 DEBUG [M:0;cb69081f5976:42243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64a3317b7f264ab7b5351de2566966aa is 82, key is hbase:meta,,1/info:regioninfo/1732545252176/Put/seqid=0 2024-11-25T14:34:45,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741849_1025 (size=5672) 2024-11-25T14:34:45,545 INFO [M:0;cb69081f5976:42243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64a3317b7f264ab7b5351de2566966aa 2024-11-25T14:34:45,561 DEBUG [M:0;cb69081f5976:42243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78c2d9e23433449bbf6c20eddd47d7dd is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732545263364/Put/seqid=0 2024-11-25T14:34:45,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741850_1026 (size=7217) 2024-11-25T14:34:45,964 INFO [M:0;cb69081f5976:42243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78c2d9e23433449bbf6c20eddd47d7dd 2024-11-25T14:34:45,973 INFO [M:0;cb69081f5976:42243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78c2d9e23433449bbf6c20eddd47d7dd 2024-11-25T14:34:45,992 DEBUG [M:0;cb69081f5976:42243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fba545a97334da7ba4fa961a2f580d1 is 69, key is cb69081f5976,43305,1732545249768/rs:state/1732545251579/Put/seqid=0 2024-11-25T14:34:45,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741851_1027 (size=5156) 2024-11-25T14:34:46,398 INFO [M:0;cb69081f5976:42243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fba545a97334da7ba4fa961a2f580d1 2024-11-25T14:34:46,410 DEBUG [M:0;cb69081f5976:42243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64a3317b7f264ab7b5351de2566966aa as hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64a3317b7f264ab7b5351de2566966aa 2024-11-25T14:34:46,413 INFO [M:0;cb69081f5976:42243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64a3317b7f264ab7b5351de2566966aa, entries=8, sequenceid=105, filesize=5.5 K 2024-11-25T14:34:46,414 DEBUG [M:0;cb69081f5976:42243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78c2d9e23433449bbf6c20eddd47d7dd as hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78c2d9e23433449bbf6c20eddd47d7dd 2024-11-25T14:34:46,417 INFO [M:0;cb69081f5976:42243 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78c2d9e23433449bbf6c20eddd47d7dd 2024-11-25T14:34:46,417 INFO [M:0;cb69081f5976:42243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78c2d9e23433449bbf6c20eddd47d7dd, entries=11, sequenceid=105, filesize=7.0 K 2024-11-25T14:34:46,418 DEBUG [M:0;cb69081f5976:42243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fba545a97334da7ba4fa961a2f580d1 as hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fba545a97334da7ba4fa961a2f580d1 2024-11-25T14:34:46,422 INFO [M:0;cb69081f5976:42243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/af75741b-986e-dfd1-9f30-ed3bf012e3af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fba545a97334da7ba4fa961a2f580d1, entries=1, sequenceid=105, filesize=5.0 K 2024-11-25T14:34:46,423 INFO [M:0;cb69081f5976:42243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=105, compaction requested=false 2024-11-25T14:34:46,425 INFO [M:0;cb69081f5976:42243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:46,425 DEBUG [M:0;cb69081f5976:42243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545285528Disabling compacts and flushes for region at 1732545285528Disabling writes for close at 1732545285528Obtaining lock to block concurrent updates at 1732545285528Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545285528Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732545285528Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545285529 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545285529Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545285541 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545285541Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545285548 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545285560 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545285560Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545285973 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545285992 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545285992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65406f79: reopening flushed file at 1732545286409 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a39094e: reopening flushed file at 1732545286413 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74031edc: reopening flushed file at 1732545286417 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=105, compaction requested=false at 1732545286423 (+6 ms)Writing region close event to WAL at 1732545286425 (+2 ms)Closed at 1732545286425 2024-11-25T14:34:46,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35509 is added to blk_1073741830_1006 (size=64411) 2024-11-25T14:34:46,428 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:34:46,428 INFO [M:0;cb69081f5976:42243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:34:46,428 INFO [M:0;cb69081f5976:42243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42243 2024-11-25T14:34:46,428 INFO [M:0;cb69081f5976:42243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:34:46,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:46,560 INFO [M:0;cb69081f5976:42243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:34:46,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42243-0x10173b426850000, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:34:46,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f71ff96{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:34:46,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f3382dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:34:46,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:34:46,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dfc2ebc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:34:46,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68d878e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/hadoop.log.dir/,STOPPED} 2024-11-25T14:34:46,563 WARN [BP-497170019-172.17.0.3-1732545246435 heartbeating to localhost/127.0.0.1:36813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:34:46,563 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:34:46,563 WARN [BP-497170019-172.17.0.3-1732545246435 heartbeating to localhost/127.0.0.1:36813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-497170019-172.17.0.3-1732545246435 (Datanode Uuid c8f02b7a-7665-4fb0-8d51-92b91be0ca22) service to localhost/127.0.0.1:36813 2024-11-25T14:34:46,563 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:34:46,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/cluster_231101ad-489e-f886-9bd9-942d128cab93/data/data1/current/BP-497170019-172.17.0.3-1732545246435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:34:46,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/cluster_231101ad-489e-f886-9bd9-942d128cab93/data/data2/current/BP-497170019-172.17.0.3-1732545246435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:34:46,564 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:34:46,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cd24ad3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:34:46,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42f86778{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:34:46,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:34:46,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a73050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:34:46,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@602b1c47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d52c9f03-4c80-bc03-5776-688f9456f4a4/hadoop.log.dir/,STOPPED} 2024-11-25T14:34:46,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T14:34:46,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:34:46,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=357 (was 309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41753 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54561) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41753 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36813 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41753 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54561) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54561) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34315 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41753 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 725) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1052 (was 1122), ProcessCount=11 (was 11), AvailableMemoryMB=3704 (was 3647) - AvailableMemoryMB LEAK? - 2024-11-25T14:34:46,610 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=357, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=1052, ProcessCount=11, AvailableMemoryMB=3704 2024-11-25T14:34:46,622 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-25T14:34:46,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/hadoop.log.dir so I do NOT create it in target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e 2024-11-25T14:34:46,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:34:46,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/hadoop.tmp.dir so I do NOT create it in target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e 2024-11-25T14:34:46,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a388a9f-d5f9-735c-92fe-2098c1e056fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:34:46,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e 2024-11-25T14:34:46,622 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/cluster_12924bca-7f55-2280-1220-7d3ff6eba911, deleteOnExit=true 2024-11-25T14:34:46,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/cluster_12924bca-7f55-2280-1220-7d3ff6eba911/zookeeper_0, clientPort=56325, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/cluster_12924bca-7f55-2280-1220-7d3ff6eba911/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/cluster_12924bca-7f55-2280-1220-7d3ff6eba911/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T14:34:46,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56325 2024-11-25T14:34:46,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:34:46,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/test.cache.data in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:34:46,626 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:46,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:34:46,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:34:46,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:34:46,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:46,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:34:46,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:34:46,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10173b426850008, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:34:46,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10173b426850002, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:34:46,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10173b426850005, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:34:46,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10173b426850005, quorum=127.0.0.1:54561, baseZNode=/1-1304547138 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:34:46,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10173b426850002, quorum=127.0.0.1:54561, baseZNode=/0369224511 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:34:46,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10173b426850008, quorum=127.0.0.1:54561, baseZNode=/21414988282 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:34:46,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:46,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:46,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:46,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:46,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:34:46,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:46,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35156634{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:46,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e508a81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:47,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9ea4f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/java.io.tmpdir/jetty-localhost-36297-hadoop-hdfs-3_4_1-tests_jar-_-any-5752485905880151037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:34:47,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1877303b{HTTP/1.1, (http/1.1)}{localhost:36297} 2024-11-25T14:34:47,074 INFO [Time-limited test {}] server.Server(415): Started @314381ms 2024-11-25T14:34:47,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:47,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:47,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:47,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:47,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:34:47,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1461160b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:47,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66761ef3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:47,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bc15057{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/java.io.tmpdir/jetty-localhost-32899-hadoop-hdfs-3_4_1-tests_jar-_-any-12087391718866958218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:34:47,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65e21794{HTTP/1.1, (http/1.1)}{localhost:32899} 2024-11-25T14:34:47,479 INFO [Time-limited test {}] server.Server(415): Started @314786ms 2024-11-25T14:34:47,481 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:34:48,035 WARN [Thread-4143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/cluster_12924bca-7f55-2280-1220-7d3ff6eba911/data/data1/current/BP-918156912-172.17.0.3-1732545286645/current, will proceed with Du for space computation calculation, 2024-11-25T14:34:48,035 WARN [Thread-4144 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/cluster_12924bca-7f55-2280-1220-7d3ff6eba911/data/data2/current/BP-918156912-172.17.0.3-1732545286645/current, will proceed with Du for space computation calculation, 2024-11-25T14:34:48,056 WARN [Thread-4131 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:34:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5da32d9488b224df with lease ID 0x3f6a1784f7e90a9d: Processing first storage report for DS-0fa45e55-97f3-45cb-9250-39955735f60b from datanode DatanodeRegistration(127.0.0.1:36261, datanodeUuid=bcc10d39-3c77-487f-8a7a-60d1a47e7741, infoPort=34769, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=923795022;c=1732545286645) 2024-11-25T14:34:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5da32d9488b224df with lease ID 0x3f6a1784f7e90a9d: from storage DS-0fa45e55-97f3-45cb-9250-39955735f60b node DatanodeRegistration(127.0.0.1:36261, datanodeUuid=bcc10d39-3c77-487f-8a7a-60d1a47e7741, infoPort=34769, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=923795022;c=1732545286645), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:34:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5da32d9488b224df with lease ID 0x3f6a1784f7e90a9d: Processing first storage report for DS-3c8ace7e-bf75-4efa-8d6a-535df1a498d5 from datanode DatanodeRegistration(127.0.0.1:36261, datanodeUuid=bcc10d39-3c77-487f-8a7a-60d1a47e7741, infoPort=34769, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=923795022;c=1732545286645) 2024-11-25T14:34:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5da32d9488b224df with lease ID 0x3f6a1784f7e90a9d: from storage DS-3c8ace7e-bf75-4efa-8d6a-535df1a498d5 node DatanodeRegistration(127.0.0.1:36261, datanodeUuid=bcc10d39-3c77-487f-8a7a-60d1a47e7741, infoPort=34769, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=923795022;c=1732545286645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:34:48,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e 2024-11-25T14:34:48,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:48,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:48,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:34:48,544 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0 with version=8 2024-11-25T14:34:48,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/hbase-staging 2024-11-25T14:34:48,547 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:34:48,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:48,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:48,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:34:48,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:48,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:34:48,547 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:34:48,547 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:34:48,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42669 2024-11-25T14:34:48,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42669 connecting to ZooKeeper ensemble=127.0.0.1:56325 2024-11-25T14:34:48,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426690x0, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:48,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42669-0x10173b4c3c90000 connected 2024-11-25T14:34:48,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:48,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:48,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Set watcher on znode that does not yet exist, /01633192228/running 2024-11-25T14:34:48,671 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0, hbase.cluster.distributed=false 2024-11-25T14:34:48,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Set watcher on znode that does not yet exist, /01633192228/acl 2024-11-25T14:34:48,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42669 2024-11-25T14:34:48,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42669 2024-11-25T14:34:48,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42669 2024-11-25T14:34:48,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42669 2024-11-25T14:34:48,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42669 2024-11-25T14:34:48,685 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:34:48,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:48,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:48,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:34:48,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:48,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:34:48,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:34:48,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:34:48,686 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46759 2024-11-25T14:34:48,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46759 connecting to ZooKeeper ensemble=127.0.0.1:56325 2024-11-25T14:34:48,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:48,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:48,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467590x0, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:48,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46759-0x10173b4c3c90001 connected 2024-11-25T14:34:48,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467590x0, quorum=127.0.0.1:56325, baseZNode=/01633192228 Set watcher on znode that does not yet exist, /01633192228/running 2024-11-25T14:34:48,698 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:34:48,699 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:34:48,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Set watcher on znode that does not yet exist, /01633192228/master 2024-11-25T14:34:48,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Set watcher on znode that does not yet exist, /01633192228/acl 2024-11-25T14:34:48,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46759 2024-11-25T14:34:48,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46759 2024-11-25T14:34:48,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46759 2024-11-25T14:34:48,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46759 2024-11-25T14:34:48,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46759 2024-11-25T14:34:48,718 DEBUG [M:0;cb69081f5976:42669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:42669 2024-11-25T14:34:48,719 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01633192228/backup-masters/cb69081f5976,42669,1732545288546 2024-11-25T14:34:48,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228/backup-masters 2024-11-25T14:34:48,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228/backup-masters 2024-11-25T14:34:48,731 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Set watcher on existing znode=/01633192228/backup-masters/cb69081f5976,42669,1732545288546 2024-11-25T14:34:48,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:48,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01633192228/master 2024-11-25T14:34:48,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:48,748 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Set watcher on existing znode=/01633192228/master 2024-11-25T14:34:48,748 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01633192228/backup-masters/cb69081f5976,42669,1732545288546 from backup master directory 2024-11-25T14:34:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01633192228/backup-masters/cb69081f5976,42669,1732545288546 2024-11-25T14:34:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228/backup-masters 2024-11-25T14:34:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228/backup-masters 2024-11-25T14:34:48,764 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:34:48,765 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,42669,1732545288546 2024-11-25T14:34:48,767 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/hbase.id] with ID: 89ebc2c2-bef6-4ccc-aab5-c743f6870610 2024-11-25T14:34:48,767 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/.tmp/hbase.id 2024-11-25T14:34:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:34:49,113 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:34:49,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:49,185 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/.tmp/hbase.id]:[hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/hbase.id] 2024-11-25T14:34:49,196 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:49,196 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:34:49,198 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T14:34:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:34:49,264 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:49,265 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:34:49,265 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:49,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:34:49,676 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/MasterData/data/master/store 2024-11-25T14:34:49,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:34:49,685 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:49,685 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:34:49,685 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:49,685 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:49,685 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:34:49,685 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:49,685 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:49,685 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545289685Disabling compacts and flushes for region at 1732545289685Disabling writes for close at 1732545289685Writing region close event to WAL at 1732545289685Closed at 1732545289685 2024-11-25T14:34:49,687 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/MasterData/data/master/store/.initializing 2024-11-25T14:34:49,687 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/MasterData/WALs/cb69081f5976,42669,1732545288546 2024-11-25T14:34:49,688 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:34:49,691 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C42669%2C1732545288546, suffix=, logDir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/MasterData/WALs/cb69081f5976,42669,1732545288546, archiveDir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/MasterData/oldWALs, maxLogs=10 2024-11-25T14:34:49,708 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/MasterData/WALs/cb69081f5976,42669,1732545288546/cb69081f5976%2C42669%2C1732545288546.1732545289691, exclude list is [], retry=0 2024-11-25T14:34:49,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-0fa45e55-97f3-45cb-9250-39955735f60b,DISK] 2024-11-25T14:34:49,715 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/MasterData/WALs/cb69081f5976,42669,1732545288546/cb69081f5976%2C42669%2C1732545288546.1732545289691 2024-11-25T14:34:49,719 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-25T14:34:49,720 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:49,720 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:49,720 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,720 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:34:49,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:49,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:49,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:34:49,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:49,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:49,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:34:49,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:49,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:49,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:34:49,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:49,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:49,734 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,734 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,735 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,736 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,736 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,737 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:49,739 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:49,756 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:49,757 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70956513, jitterRate=0.05733443796634674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:49,758 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545289720Initializing all the Stores at 1732545289721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545289721Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545289721Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545289721Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545289721Cleaning up temporary data from old regions at 1732545289736 (+15 ms)Region opened successfully at 1732545289758 (+22 ms) 2024-11-25T14:34:49,767 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:34:49,777 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70945b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:34:49,795 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:34:49,795 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:34:49,795 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:34:49,796 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:34:49,798 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-25T14:34:49,798 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:34:49,799 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:34:49,830 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:34:49,840 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Unable to get data of znode /01633192228/balancer because node does not exist (not necessarily an error) 2024-11-25T14:34:49,889 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01633192228/balancer already deleted, retry=false 2024-11-25T14:34:49,890 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:34:49,891 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Unable to get data of znode /01633192228/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:34:49,909 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01633192228/normalizer already deleted, retry=false 2024-11-25T14:34:49,910 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:34:49,912 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Unable to get data of znode /01633192228/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:34:49,927 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01633192228/switch/split already deleted, retry=false 2024-11-25T14:34:49,931 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Unable to get data of znode /01633192228/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:34:49,939 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01633192228/switch/merge already deleted, retry=false 2024-11-25T14:34:49,942 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Unable to get data of znode /01633192228/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:34:49,951 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01633192228/snapshot-cleanup already deleted, retry=false 2024-11-25T14:34:49,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01633192228/running 2024-11-25T14:34:49,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:49,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01633192228/running 2024-11-25T14:34:49,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:49,960 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,42669,1732545288546, sessionid=0x10173b4c3c90000, setting cluster-up flag (Was=false) 2024-11-25T14:34:49,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:49,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:50,023 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01633192228/flush-table-proc/acquired, /01633192228/flush-table-proc/reached, /01633192228/flush-table-proc/abort 2024-11-25T14:34:50,024 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,42669,1732545288546 2024-11-25T14:34:50,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:50,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:50,089 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01633192228/online-snapshot/acquired, /01633192228/online-snapshot/reached, /01633192228/online-snapshot/abort 2024-11-25T14:34:50,103 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,42669,1732545288546 2024-11-25T14:34:50,115 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:34:50,117 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:50,118 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:34:50,118 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:34:50,118 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,42669,1732545288546 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:34:50,138 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:50,139 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:50,139 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:50,139 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:50,139 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:34:50,139 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,139 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:34:50,139 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:50,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:34:50,142 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:50,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:34:50,145 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545320145 2024-11-25T14:34:50,146 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:34:50,146 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:34:50,146 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:34:50,146 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:34:50,146 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:34:50,146 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:34:50,155 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,159 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:34:50,160 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:34:50,160 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:34:50,160 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:34:50,163 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:34:50,163 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:34:50,164 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545290164,5,FailOnTimeoutGroup] 2024-11-25T14:34:50,164 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545290164,5,FailOnTimeoutGroup] 2024-11-25T14:34:50,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:34:50,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,164 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:34:50,216 INFO [RS:0;cb69081f5976:46759 {}] regionserver.HRegionServer(746): ClusterId : 89ebc2c2-bef6-4ccc-aab5-c743f6870610 2024-11-25T14:34:50,216 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:34:50,227 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:34:50,227 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:34:50,235 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:34:50,235 DEBUG [RS:0;cb69081f5976:46759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f43a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:34:50,250 DEBUG [RS:0;cb69081f5976:46759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:46759 2024-11-25T14:34:50,250 INFO [RS:0;cb69081f5976:46759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:34:50,250 INFO [RS:0;cb69081f5976:46759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:34:50,250 DEBUG [RS:0;cb69081f5976:46759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:34:50,251 INFO [RS:0;cb69081f5976:46759 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,42669,1732545288546 with port=46759, startcode=1732545288685 2024-11-25T14:34:50,251 DEBUG [RS:0;cb69081f5976:46759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:34:50,253 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:34:50,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,46759,1732545288685 2024-11-25T14:34:50,254 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42669 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,46759,1732545288685 2024-11-25T14:34:50,256 DEBUG [RS:0;cb69081f5976:46759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0 2024-11-25T14:34:50,256 DEBUG [RS:0;cb69081f5976:46759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33813 2024-11-25T14:34:50,256 DEBUG [RS:0;cb69081f5976:46759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:34:50,273 DEBUG [RS:0;cb69081f5976:46759 {}] zookeeper.ZKUtil(111): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Set watcher on existing znode=/01633192228/rs/cb69081f5976,46759,1732545288685 2024-11-25T14:34:50,274 WARN [RS:0;cb69081f5976:46759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:34:50,274 INFO [RS:0;cb69081f5976:46759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:50,274 DEBUG [RS:0;cb69081f5976:46759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/WALs/cb69081f5976,46759,1732545288685 2024-11-25T14:34:50,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228/rs 2024-11-25T14:34:50,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,46759,1732545288685] 2024-11-25T14:34:50,281 INFO [RS:0;cb69081f5976:46759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:34:50,283 INFO [RS:0;cb69081f5976:46759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:34:50,283 INFO [RS:0;cb69081f5976:46759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:34:50,283 INFO [RS:0;cb69081f5976:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,284 INFO [RS:0;cb69081f5976:46759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:34:50,285 INFO [RS:0;cb69081f5976:46759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:34:50,285 INFO [RS:0;cb69081f5976:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:34:50,285 DEBUG [RS:0;cb69081f5976:46759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:34:50,290 INFO [RS:0;cb69081f5976:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,290 INFO [RS:0;cb69081f5976:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,290 INFO [RS:0;cb69081f5976:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,290 INFO [RS:0;cb69081f5976:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,290 INFO [RS:0;cb69081f5976:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,290 INFO [RS:0;cb69081f5976:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46759,1732545288685-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:34:50,308 INFO [RS:0;cb69081f5976:46759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:34:50,308 INFO [RS:0;cb69081f5976:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,46759,1732545288685-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,308 INFO [RS:0;cb69081f5976:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,308 INFO [RS:0;cb69081f5976:46759 {}] regionserver.Replication(171): cb69081f5976,46759,1732545288685 started 2024-11-25T14:34:50,326 INFO [RS:0;cb69081f5976:46759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:50,326 INFO [RS:0;cb69081f5976:46759 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,46759,1732545288685, RpcServer on cb69081f5976/172.17.0.3:46759, sessionid=0x10173b4c3c90001 2024-11-25T14:34:50,326 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:34:50,326 DEBUG [RS:0;cb69081f5976:46759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,46759,1732545288685 2024-11-25T14:34:50,326 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,46759,1732545288685' 2024-11-25T14:34:50,326 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01633192228/flush-table-proc/abort' 2024-11-25T14:34:50,327 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01633192228/flush-table-proc/acquired' 2024-11-25T14:34:50,327 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:34:50,327 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:34:50,327 DEBUG [RS:0;cb69081f5976:46759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,46759,1732545288685 2024-11-25T14:34:50,327 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,46759,1732545288685' 2024-11-25T14:34:50,327 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01633192228/online-snapshot/abort' 2024-11-25T14:34:50,328 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01633192228/online-snapshot/acquired' 2024-11-25T14:34:50,328 DEBUG [RS:0;cb69081f5976:46759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:34:50,328 INFO [RS:0;cb69081f5976:46759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:34:50,328 INFO [RS:0;cb69081f5976:46759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:34:50,429 INFO [RS:0;cb69081f5976:46759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:34:50,430 INFO [RS:0;cb69081f5976:46759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C46759%2C1732545288685, suffix=, logDir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/WALs/cb69081f5976,46759,1732545288685, archiveDir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/oldWALs, maxLogs=10 2024-11-25T14:34:50,447 DEBUG [RS:0;cb69081f5976:46759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/WALs/cb69081f5976,46759,1732545288685/cb69081f5976%2C46759%2C1732545288685.1732545290431, exclude list is [], retry=0 2024-11-25T14:34:50,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-0fa45e55-97f3-45cb-9250-39955735f60b,DISK] 2024-11-25T14:34:50,456 INFO [RS:0;cb69081f5976:46759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/WALs/cb69081f5976,46759,1732545288685/cb69081f5976%2C46759%2C1732545288685.1732545290431 2024-11-25T14:34:50,456 DEBUG [RS:0;cb69081f5976:46759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-25T14:34:50,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:34:50,575 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0 2024-11-25T14:34:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741833_1009 (size=32) 2024-11-25T14:34:50,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:50,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:34:50,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:34:50,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:50,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:50,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:34:50,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:34:50,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:50,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:50,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:34:50,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:34:50,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:50,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:50,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:34:50,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:34:50,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:50,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:50,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:34:50,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/data/hbase/meta/1588230740 2024-11-25T14:34:50,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/data/hbase/meta/1588230740 2024-11-25T14:34:50,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:34:50,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:34:50,626 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:50,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:34:50,644 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:50,646 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70873375, jitterRate=0.056095585227012634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:50,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545290594Initializing all the Stores at 1732545290595 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545290595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545290600 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545290600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545290600Cleaning up temporary data from old regions at 1732545290626 (+26 ms)Region opened successfully at 1732545290646 (+20 ms) 2024-11-25T14:34:50,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:34:50,646 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:34:50,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:34:50,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:34:50,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:34:50,649 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:50,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545290646Disabling compacts and flushes for region at 1732545290646Disabling writes for close at 1732545290646Writing region close event to WAL at 1732545290648 (+2 ms)Closed at 1732545290649 (+1 ms) 2024-11-25T14:34:50,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:50,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:34:50,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:34:50,658 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:34:50,659 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:34:50,809 DEBUG [cb69081f5976:42669 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:34:50,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,46759,1732545288685 2024-11-25T14:34:50,811 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,46759,1732545288685, state=OPENING 2024-11-25T14:34:50,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:34:50,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:50,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01633192228/meta-region-server: CHANGED 2024-11-25T14:34:50,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:34:50,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,46759,1732545288685}] 2024-11-25T14:34:50,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01633192228 2024-11-25T14:34:50,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01633192228/meta-region-server: CHANGED 2024-11-25T14:34:51,005 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:34:51,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:34:51,012 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:34:51,012 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:51,012 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:34:51,013 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C46759%2C1732545288685.meta, suffix=.meta, logDir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/WALs/cb69081f5976,46759,1732545288685, archiveDir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/oldWALs, maxLogs=10 2024-11-25T14:34:51,031 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/WALs/cb69081f5976,46759,1732545288685/cb69081f5976%2C46759%2C1732545288685.meta.1732545291014.meta, exclude list is [], retry=0 2024-11-25T14:34:51,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36261,DS-0fa45e55-97f3-45cb-9250-39955735f60b,DISK] 2024-11-25T14:34:51,035 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/WALs/cb69081f5976,46759,1732545288685/cb69081f5976%2C46759%2C1732545288685.meta.1732545291014.meta 2024-11-25T14:34:51,035 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-25T14:34:51,035 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:51,036 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:51,036 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:34:51,036 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:34:51,036 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:34:51,036 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:34:51,036 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:51,036 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:34:51,036 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:34:51,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:34:51,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:34:51,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:51,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:51,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:34:51,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:34:51,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:51,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:51,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:34:51,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:34:51,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:51,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:51,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:34:51,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:34:51,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:51,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:51,052 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:34:51,052 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/data/hbase/meta/1588230740 2024-11-25T14:34:51,053 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/data/hbase/meta/1588230740 2024-11-25T14:34:51,054 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:34:51,054 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:34:51,054 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:51,055 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:34:51,056 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64402276, jitterRate=-0.04033130407333374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:51,056 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:34:51,056 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545291036Writing region info on filesystem at 1732545291036Initializing all the Stores at 1732545291039 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545291039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545291042 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545291042Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545291042Cleaning up temporary data from old regions at 1732545291054 (+12 ms)Running coprocessor post-open hooks at 1732545291056 (+2 ms)Region opened successfully at 1732545291056 2024-11-25T14:34:51,057 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545291005 2024-11-25T14:34:51,060 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:34:51,060 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:34:51,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,46759,1732545288685 2024-11-25T14:34:51,069 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,46759,1732545288685, state=OPEN 2024-11-25T14:34:51,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46759-0x10173b4c3c90001, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01633192228/meta-region-server 2024-11-25T14:34:51,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01633192228/meta-region-server: CHANGED 2024-11-25T14:34:51,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42669-0x10173b4c3c90000, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01633192228/meta-region-server 2024-11-25T14:34:51,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01633192228/meta-region-server: CHANGED 2024-11-25T14:34:51,128 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,46759,1732545288685 2024-11-25T14:34:51,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:34:51,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,46759,1732545288685 in 286 msec 2024-11-25T14:34:51,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:34:51,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-25T14:34:51,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:51,144 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:34:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T14:34:51,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:34:51,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:51,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46759,1732545288685, seqNum=-1] 2024-11-25T14:34:51,173 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:51,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:51,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0960 sec 2024-11-25T14:34:51,225 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545291224, completionTime=-1 2024-11-25T14:34:51,225 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:34:51,225 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:34:51,228 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:34:51,228 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545351228 2024-11-25T14:34:51,228 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545411228 2024-11-25T14:34:51,228 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-25T14:34:51,229 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42669,1732545288546-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:51,229 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42669,1732545288546-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:51,229 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42669,1732545288546-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:51,229 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:42669, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:51,229 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:51,231 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:51,242 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:34:51,243 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.477sec 2024-11-25T14:34:51,243 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:34:51,243 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:34:51,243 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:34:51,243 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:34:51,243 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:34:51,243 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42669,1732545288546-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:34:51,243 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42669,1732545288546-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:34:51,282 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:34:51,282 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:34:51,282 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,42669,1732545288546-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:51,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e3c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:51,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42669,-1 for getting cluster id 2024-11-25T14:34:51,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:51,347 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89ebc2c2-bef6-4ccc-aab5-c743f6870610' 2024-11-25T14:34:51,348 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89ebc2c2-bef6-4ccc-aab5-c743f6870610" 2024-11-25T14:34:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fac5819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42669,-1] 2024-11-25T14:34:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:51,356 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:51,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ce6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:51,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,46759,1732545288685, seqNum=-1] 2024-11-25T14:34:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:51,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:51,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,42669,1732545288546 2024-11-25T14:34:51,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56325 2024-11-25T14:34:51,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56325, baseZNode=/01633192228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:51,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10173b4c3c90002 connected 2024-11-25T14:34:51,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42669,1732545288546 2024-11-25T14:34:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31758321 2024-11-25T14:34:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:51,449 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:51,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:34:51,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:34:51,454 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:51,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:34:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:51,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:34:51,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:34:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:51,905 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad09c3dd25650572d13876b449bf6020, NAME => 'test,,1732545291451.ad09c3dd25650572d13876b449bf6020.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0 2024-11-25T14:34:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36261 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:34:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:52,340 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545291451.ad09c3dd25650572d13876b449bf6020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:52,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ad09c3dd25650572d13876b449bf6020, disabling compactions & flushes 2024-11-25T14:34:52,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545291451.ad09c3dd25650572d13876b449bf6020. 2024-11-25T14:34:52,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545291451.ad09c3dd25650572d13876b449bf6020. 2024-11-25T14:34:52,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545291451.ad09c3dd25650572d13876b449bf6020. after waiting 0 ms 2024-11-25T14:34:52,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545291451.ad09c3dd25650572d13876b449bf6020. 2024-11-25T14:34:52,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545291451.ad09c3dd25650572d13876b449bf6020. 2024-11-25T14:34:52,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad09c3dd25650572d13876b449bf6020: Waiting for close lock at 1732545292341Disabling compacts and flushes for region at 1732545292341Disabling writes for close at 1732545292341Writing region close event to WAL at 1732545292341Closed at 1732545292341 2024-11-25T14:34:52,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:34:52,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545291451.ad09c3dd25650572d13876b449bf6020.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545292344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545292344"}]},"ts":"1732545292344"} 2024-11-25T14:34:52,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:34:52,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:34:52,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545292349"}]},"ts":"1732545292349"} 2024-11-25T14:34:52,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:34:52,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad09c3dd25650572d13876b449bf6020, ASSIGN}] 2024-11-25T14:34:52,353 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad09c3dd25650572d13876b449bf6020, ASSIGN 2024-11-25T14:34:52,354 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ad09c3dd25650572d13876b449bf6020, ASSIGN; state=OFFLINE, location=cb69081f5976,46759,1732545288685; forceNewPlan=false, retain=false 2024-11-25T14:34:52,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad09c3dd25650572d13876b449bf6020, regionState=OPENING, regionLocation=cb69081f5976,46759,1732545288685 2024-11-25T14:34:52,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ad09c3dd25650572d13876b449bf6020, ASSIGN because future has completed 2024-11-25T14:34:52,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad09c3dd25650572d13876b449bf6020, server=cb69081f5976,46759,1732545288685}] 2024-11-25T14:34:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:52,693 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545291451.ad09c3dd25650572d13876b449bf6020. 2024-11-25T14:34:52,693 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ad09c3dd25650572d13876b449bf6020, NAME => 'test,,1732545291451.ad09c3dd25650572d13876b449bf6020.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:52,694 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:52,694 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:34:52,694 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,694 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545291451.ad09c3dd25650572d13876b449bf6020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:52,694 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,694 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,695 INFO [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,696 INFO [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad09c3dd25650572d13876b449bf6020 columnFamilyName f 2024-11-25T14:34:52,696 DEBUG [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:52,697 INFO [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] regionserver.HStore(327): Store=ad09c3dd25650572d13876b449bf6020/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:52,697 INFO [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,699 INFO [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad09c3dd25650572d13876b449bf6020 columnFamilyName f1 2024-11-25T14:34:52,699 DEBUG [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:52,699 INFO [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] regionserver.HStore(327): Store=ad09c3dd25650572d13876b449bf6020/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:52,699 INFO [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,701 INFO [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad09c3dd25650572d13876b449bf6020 columnFamilyName norep 2024-11-25T14:34:52,701 DEBUG [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:52,701 INFO [StoreOpener-ad09c3dd25650572d13876b449bf6020-1 {}] regionserver.HStore(327): Store=ad09c3dd25650572d13876b449bf6020/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:52,701 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,702 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/data/default/test/ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,702 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/data/default/test/ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,702 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,703 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,703 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:34:52,706 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,713 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/data/default/test/ad09c3dd25650572d13876b449bf6020/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:52,715 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ad09c3dd25650572d13876b449bf6020; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72164718, jitterRate=0.07533809542655945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:34:52,715 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad09c3dd25650572d13876b449bf6020 2024-11-25T14:34:52,715 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ad09c3dd25650572d13876b449bf6020: Running coprocessor pre-open hook at 1732545292694Writing region info on filesystem at 1732545292694Initializing all the Stores at 1732545292695 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545292695Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545292695Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545292695Cleaning up temporary data from old regions at 1732545292703 (+8 ms)Running coprocessor post-open hooks at 1732545292715 (+12 ms)Region opened successfully at 1732545292715 2024-11-25T14:34:52,717 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545291451.ad09c3dd25650572d13876b449bf6020., pid=6, masterSystemTime=1732545292687 2024-11-25T14:34:52,722 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad09c3dd25650572d13876b449bf6020, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,46759,1732545288685 2024-11-25T14:34:52,723 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545291451.ad09c3dd25650572d13876b449bf6020. 2024-11-25T14:34:52,723 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545291451.ad09c3dd25650572d13876b449bf6020. 2024-11-25T14:34:52,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad09c3dd25650572d13876b449bf6020, server=cb69081f5976,46759,1732545288685 because future has completed 2024-11-25T14:34:52,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:34:52,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad09c3dd25650572d13876b449bf6020, server=cb69081f5976,46759,1732545288685 in 195 msec 2024-11-25T14:34:52,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:34:52,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ad09c3dd25650572d13876b449bf6020, ASSIGN in 379 msec 2024-11-25T14:34:52,735 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:34:52,735 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545292735"}]},"ts":"1732545292735"} 2024-11-25T14:34:52,738 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:34:52,739 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:34:52,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2870 sec 2024-11-25T14:34:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:34:53,615 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:34:53,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fdd6878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:53,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42669,-1 for getting cluster id 2024-11-25T14:34:53,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:53,617 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89ebc2c2-bef6-4ccc-aab5-c743f6870610' 2024-11-25T14:34:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89ebc2c2-bef6-4ccc-aab5-c743f6870610" 2024-11-25T14:34:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dda111f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42669,-1] 2024-11-25T14:34:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:53,619 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:53,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5faab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:53,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:53,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42669,1732545288546 2024-11-25T14:34:53,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57f6d213 2024-11-25T14:34:53,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:53,626 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:53,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:42669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:34:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:34:53,630 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:42669' 2024-11-25T14:34:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:53,643 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc921e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:53,644 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,42669,-1 for getting cluster id 2024-11-25T14:34:53,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:53,650 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89ebc2c2-bef6-4ccc-aab5-c743f6870610' 2024-11-25T14:34:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:53,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89ebc2c2-bef6-4ccc-aab5-c743f6870610" 2024-11-25T14:34:53,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f43abfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:53,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,42669,-1] 2024-11-25T14:34:53,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:53,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:53,654 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:53,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d280408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:53,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:34:53,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,42669,1732545288546 2024-11-25T14:34:53,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74bfa7c8 2024-11-25T14:34:53,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:34:53,659 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:34:53,660 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T14:34:53,661 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:34:53,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:53,661 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:53,661 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cb69081f5976:42669, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-25T14:34:53,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:53,669 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cb69081f5976:42669, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cb69081f5976:42669, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cb69081f5976:42669, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-25T14:34:53,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cb69081f5976:42669, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=43 msec 2024-11-25T14:34:53,671 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-25T14:34:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:34:53,738 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://cb69081f5976:42669, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-25T14:34:53,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:34:53,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:34:53,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:53,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:53,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:34:53,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 357) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0-prefix:cb69081f5976,46759,1732545288685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:56325): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1079800627-7862 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f74e0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56325) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$596/0x00007f74e0ac3aa0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545290164 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1364c12c[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@47bb6c60 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33813 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@e834038 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/cluster_12924bca-7f55-2280-1220-7d3ff6eba911/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: regionserver/cb69081f5976:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/cb69081f5976:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1473709342_20 at /127.0.0.1:45732 [Receiving block BP-918156912-172.17.0.3-1732545286645:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3487c574-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp140238719-7820 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: cb69081f5976:42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0-prefix:cb69081f5976,46759,1732545288685.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cb69081f5976:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1079800627-7865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7a1ff889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f74e09f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33813 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56325) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56325 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 3 on default port 33813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp140238719-7819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33813/user/jenkins/test-data/a806e15c-e9c8-84a5-e8f3-37b0b7d647e0/MasterData-prefix:cb69081f5976,42669,1732545288546 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(536571454) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3235b494 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;cb69081f5976:42669 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7814 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f74e0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/cluster_12924bca-7f55-2280-1220-7d3ff6eba911/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545290164 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp140238719-7815 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f74e0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/cluster_12924bca-7f55-2280-1220-7d3ff6eba911/data/data1/current/BP-918156912-172.17.0.3-1732545286645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6c8a8680 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cb69081f5976:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1079800627-7864 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;cb69081f5976:46759 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/cb69081f5976:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-918156912-172.17.0.3-1732545286645:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7816 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f74e0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56325) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42991 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 42991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/cb69081f5976:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@d05e9b7 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/cluster_12924bca-7f55-2280-1220-7d3ff6eba911/data/data2/current/BP-918156912-172.17.0.3-1732545286645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp140238719-7813 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f74e0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;cb69081f5976:46759-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-5d799d0d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-735548224_20 at /127.0.0.1:45696 [Receiving block BP-918156912-172.17.0.3-1732545286645:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1079800627-7863-acceptor-0@2a438812-ServerConnector@65e21794{HTTP/1.1, (http/1.1)}{localhost:32899} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 2 on default port 42991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1473709342_20 at /127.0.0.1:45638 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-918156912-172.17.0.3-1732545286645 heartbeating to localhost/127.0.0.1:33813 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-918156912-172.17.0.3-1732545286645:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1473709342_20 at /127.0.0.1:45706 [Receiving block BP-918156912-172.17.0.3-1732545286645:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-918156912-172.17.0.3-1732545286645:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp140238719-7817-acceptor-0@273099c4-ServerConnector@1877303b{HTTP/1.1, (http/1.1)}{localhost:36297} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp140238719-7818 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1008 (was 1052), ProcessCount=11 (was 11), AvailableMemoryMB=4659 (was 3704) - AvailableMemoryMB LEAK? - 2024-11-25T14:34:53,774 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-25T14:34:53,797 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=1008, ProcessCount=11, AvailableMemoryMB=4652 2024-11-25T14:34:53,797 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-25T14:34:53,817 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-25T14:34:53,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/hadoop.log.dir so I do NOT create it in target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9 2024-11-25T14:34:53,819 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:34:53,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/hadoop.tmp.dir so I do NOT create it in target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9 2024-11-25T14:34:53,819 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/39c98882-caa9-1339-a7b8-f422a90f910e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:34:53,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9 2024-11-25T14:34:53,819 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/cluster_ec0b784a-e4b0-df57-3c5b-0150dd83819e, deleteOnExit=true 2024-11-25T14:34:53,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/cluster_ec0b784a-e4b0-df57-3c5b-0150dd83819e/zookeeper_0, clientPort=52315, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/cluster_ec0b784a-e4b0-df57-3c5b-0150dd83819e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/cluster_ec0b784a-e4b0-df57-3c5b-0150dd83819e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T14:34:53,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52315 2024-11-25T14:34:53,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:34:53,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:34:53,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/test.cache.data in system properties and HBase conf 2024-11-25T14:34:53,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:34:53,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:34:53,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:34:53,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:34:53,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:34:53,830 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:34:53,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:53,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:53,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:34:53,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:53,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:34:53,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:34:53,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:53,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:53,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:34:53,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:34:53,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:34:53,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:53,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:34:53,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:34:54,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:54,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:54,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:54,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:54,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:34:54,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:54,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b000d21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:54,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42487ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:54,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@506c4310{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/java.io.tmpdir/jetty-localhost-42849-hadoop-hdfs-3_4_1-tests_jar-_-any-4844623813826985230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:34:54,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a9ca54{HTTP/1.1, (http/1.1)}{localhost:42849} 2024-11-25T14:34:54,488 INFO [Time-limited test {}] server.Server(415): Started @321795ms 2024-11-25T14:34:54,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:54,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:54,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:54,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:54,794 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:34:54,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@717ef773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:54,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae63c2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:54,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eef10e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/java.io.tmpdir/jetty-localhost-37507-hadoop-hdfs-3_4_1-tests_jar-_-any-9724427160872453211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:34:54,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550573c{HTTP/1.1, (http/1.1)}{localhost:37507} 2024-11-25T14:34:54,931 INFO [Time-limited test {}] server.Server(415): Started @322237ms 2024-11-25T14:34:54,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:34:55,657 WARN [Thread-4277 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/cluster_ec0b784a-e4b0-df57-3c5b-0150dd83819e/data/data1/current/BP-871124150-172.17.0.3-1732545293853/current, will proceed with Du for space computation calculation, 2024-11-25T14:34:55,657 WARN [Thread-4278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/cluster_ec0b784a-e4b0-df57-3c5b-0150dd83819e/data/data2/current/BP-871124150-172.17.0.3-1732545293853/current, will proceed with Du for space computation calculation, 2024-11-25T14:34:55,680 WARN [Thread-4265 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:34:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x434baeba0a58b3bb with lease ID 0x3597e10e5dc796ae: Processing first storage report for DS-72130e15-7dac-4dd9-a900-5ccb6a985532 from datanode DatanodeRegistration(127.0.0.1:41605, datanodeUuid=25e0ce65-3f35-44a4-a918-eae0fd56de29, infoPort=36093, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=1830622496;c=1732545293853) 2024-11-25T14:34:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x434baeba0a58b3bb with lease ID 0x3597e10e5dc796ae: from storage DS-72130e15-7dac-4dd9-a900-5ccb6a985532 node DatanodeRegistration(127.0.0.1:41605, datanodeUuid=25e0ce65-3f35-44a4-a918-eae0fd56de29, infoPort=36093, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=1830622496;c=1732545293853), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T14:34:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x434baeba0a58b3bb with lease ID 0x3597e10e5dc796ae: Processing first storage report for DS-8fb21558-13bb-42a9-a3ab-f59b204b2079 from datanode DatanodeRegistration(127.0.0.1:41605, datanodeUuid=25e0ce65-3f35-44a4-a918-eae0fd56de29, infoPort=36093, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=1830622496;c=1732545293853) 2024-11-25T14:34:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x434baeba0a58b3bb with lease ID 0x3597e10e5dc796ae: from storage DS-8fb21558-13bb-42a9-a3ab-f59b204b2079 node DatanodeRegistration(127.0.0.1:41605, datanodeUuid=25e0ce65-3f35-44a4-a918-eae0fd56de29, infoPort=36093, infoSecurePort=0, ipcPort=33275, storageInfo=lv=-57;cid=testClusterID;nsid=1830622496;c=1732545293853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:34:55,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9 2024-11-25T14:34:55,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:55,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:55,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:34:55,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d with version=8 2024-11-25T14:34:55,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/hbase-staging 2024-11-25T14:34:55,822 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:34:55,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:55,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:55,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:34:55,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:55,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:34:55,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:34:55,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:34:55,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34563 2024-11-25T14:34:55,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34563 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-25T14:34:55,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345630x0, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:55,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34563-0x10173b4dfe80000 connected 2024-11-25T14:34:56,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:56,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:56,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Set watcher on znode that does not yet exist, /0-412399973/running 2024-11-25T14:34:56,056 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d, hbase.cluster.distributed=false 2024-11-25T14:34:56,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Set watcher on znode that does not yet exist, /0-412399973/acl 2024-11-25T14:34:56,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34563 2024-11-25T14:34:56,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34563 2024-11-25T14:34:56,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34563 2024-11-25T14:34:56,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34563 2024-11-25T14:34:56,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34563 2024-11-25T14:34:56,107 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:34:56,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:56,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:56,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:34:56,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:34:56,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:34:56,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:34:56,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:34:56,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35217 2024-11-25T14:34:56,114 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35217 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-25T14:34:56,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:56,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:56,137 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352170x0, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:56,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352170x0, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Set watcher on znode that does not yet exist, /0-412399973/running 2024-11-25T14:34:56,142 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:34:56,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35217-0x10173b4dfe80001 connected 2024-11-25T14:34:56,147 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:34:56,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Set watcher on znode that does not yet exist, /0-412399973/master 2024-11-25T14:34:56,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Set watcher on znode that does not yet exist, /0-412399973/acl 2024-11-25T14:34:56,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35217 2024-11-25T14:34:56,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35217 2024-11-25T14:34:56,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35217 2024-11-25T14:34:56,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35217 2024-11-25T14:34:56,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35217 2024-11-25T14:34:56,215 DEBUG [M:0;cb69081f5976:34563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:34563 2024-11-25T14:34:56,215 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-412399973/backup-masters/cb69081f5976,34563,1732545295821 2024-11-25T14:34:56,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973/backup-masters 2024-11-25T14:34:56,229 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973/backup-masters 2024-11-25T14:34:56,229 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Set watcher on existing znode=/0-412399973/backup-masters/cb69081f5976,34563,1732545295821 2024-11-25T14:34:56,237 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-412399973/master 2024-11-25T14:34:56,237 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:56,240 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Set watcher on existing znode=/0-412399973/master 2024-11-25T14:34:56,243 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-412399973/backup-masters/cb69081f5976,34563,1732545295821 from backup master directory 2024-11-25T14:34:56,250 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973/backup-masters 2024-11-25T14:34:56,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-412399973/backup-masters/cb69081f5976,34563,1732545295821 2024-11-25T14:34:56,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973/backup-masters 2024-11-25T14:34:56,251 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:34:56,251 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,34563,1732545295821 2024-11-25T14:34:56,260 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/hbase.id] with ID: f0cda42d-45de-4c4c-8636-fb98cbbad456 2024-11-25T14:34:56,261 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/.tmp/hbase.id 2024-11-25T14:34:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:34:56,283 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/.tmp/hbase.id]:[hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/hbase.id] 2024-11-25T14:34:56,293 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:34:56,293 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:34:56,296 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-25T14:34:56,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:56,304 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:34:56,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:34:56,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:34:56,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:34:56,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-25T14:34:56,737 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:34:56,737 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:34:56,738 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:56,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:34:56,758 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store 2024-11-25T14:34:56,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:34:57,208 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:57,208 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:34:57,208 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:57,208 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:57,208 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:34:57,208 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:57,208 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:34:57,208 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545297208Disabling compacts and flushes for region at 1732545297208Disabling writes for close at 1732545297208Writing region close event to WAL at 1732545297208Closed at 1732545297208 2024-11-25T14:34:57,218 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/.initializing 2024-11-25T14:34:57,218 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/WALs/cb69081f5976,34563,1732545295821 2024-11-25T14:34:57,234 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:34:57,253 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C34563%2C1732545295821, suffix=, logDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/WALs/cb69081f5976,34563,1732545295821, archiveDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/oldWALs, maxLogs=10 2024-11-25T14:34:57,272 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/WALs/cb69081f5976,34563,1732545295821/cb69081f5976%2C34563%2C1732545295821.1732545297253, exclude list is [], retry=0 2024-11-25T14:34:57,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41605,DS-72130e15-7dac-4dd9-a900-5ccb6a985532,DISK] 2024-11-25T14:34:57,280 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/WALs/cb69081f5976,34563,1732545295821/cb69081f5976%2C34563%2C1732545295821.1732545297253 2024-11-25T14:34:57,283 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36093:36093)] 2024-11-25T14:34:57,283 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:57,284 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:57,284 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,284 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:34:57,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:57,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:57,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:34:57,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:57,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:57,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:34:57,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:57,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:57,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:34:57,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:57,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:34:57,307 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,308 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,308 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,309 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,309 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,310 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:57,311 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:34:57,320 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:57,321 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63125931, jitterRate=-0.05935032665729523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:57,322 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545297284Initializing all the Stores at 1732545297285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545297285Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545297287 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545297287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545297287Cleaning up temporary data from old regions at 1732545297309 (+22 ms)Region opened successfully at 1732545297322 (+13 ms) 2024-11-25T14:34:57,323 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:34:57,331 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d19ef63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:34:57,332 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:34:57,332 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:34:57,333 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:34:57,333 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:34:57,333 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T14:34:57,334 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:34:57,334 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:34:57,349 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:34:57,350 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Unable to get data of znode /0-412399973/balancer because node does not exist (not necessarily an error) 2024-11-25T14:34:57,370 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-412399973/balancer already deleted, retry=false 2024-11-25T14:34:57,371 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:34:57,372 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Unable to get data of znode /0-412399973/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:34:57,378 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-412399973/normalizer already deleted, retry=false 2024-11-25T14:34:57,379 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:34:57,393 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Unable to get data of znode /0-412399973/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:34:57,404 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-412399973/switch/split already deleted, retry=false 2024-11-25T14:34:57,405 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Unable to get data of znode /0-412399973/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:34:57,413 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-412399973/switch/merge already deleted, retry=false 2024-11-25T14:34:57,416 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Unable to get data of znode /0-412399973/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:34:57,474 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-412399973/snapshot-cleanup already deleted, retry=false 2024-11-25T14:34:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-412399973/running 2024-11-25T14:34:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:57,524 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-412399973/running 2024-11-25T14:34:57,524 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:57,529 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,34563,1732545295821, sessionid=0x10173b4dfe80000, setting cluster-up flag (Was=false) 2024-11-25T14:34:57,604 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:57,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:57,720 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-412399973/flush-table-proc/acquired, /0-412399973/flush-table-proc/reached, /0-412399973/flush-table-proc/abort 2024-11-25T14:34:57,722 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,34563,1732545295821 2024-11-25T14:34:57,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:57,787 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:57,812 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-412399973/online-snapshot/acquired, /0-412399973/online-snapshot/reached, /0-412399973/online-snapshot/abort 2024-11-25T14:34:57,813 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,34563,1732545295821 2024-11-25T14:34:57,814 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:34:57,815 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:57,815 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:34:57,815 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:34:57,815 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,34563,1732545295821 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:34:57,818 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:57,818 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:57,818 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:57,818 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:34:57,818 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:34:57,818 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,818 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:34:57,818 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:57,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:34:57,826 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:57,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:34:57,839 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545327839 2024-11-25T14:34:57,840 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:34:57,840 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:34:57,840 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:34:57,840 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:34:57,840 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:34:57,840 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:34:57,840 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:57,840 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:34:57,840 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:34:57,840 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:34:57,841 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:34:57,841 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:34:57,841 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:34:57,841 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545297841,5,FailOnTimeoutGroup] 2024-11-25T14:34:57,841 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545297841,5,FailOnTimeoutGroup] 2024-11-25T14:34:57,841 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:57,841 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:34:57,841 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:57,841 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:57,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:34:57,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:34:57,852 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d 2024-11-25T14:34:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:34:57,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:57,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:34:57,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:34:57,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:57,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:57,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:34:57,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:34:57,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:57,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:57,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:34:57,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:34:57,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:57,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:57,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:34:57,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:34:57,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:57,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:57,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:34:57,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740 2024-11-25T14:34:57,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740 2024-11-25T14:34:57,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:34:57,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:34:57,865 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:57,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:34:57,867 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:34:57,868 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58770052, jitterRate=-0.12425798177719116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:57,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545297857Initializing all the Stores at 1732545297857Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545297857Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545297857Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545297857Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545297857Cleaning up temporary data from old regions at 1732545297865 (+8 ms)Region opened successfully at 1732545297868 (+3 ms) 2024-11-25T14:34:57,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:34:57,868 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:34:57,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:34:57,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:34:57,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:34:57,868 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:34:57,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545297868Disabling compacts and flushes for region at 1732545297868Disabling writes for close at 1732545297868Writing region close event to WAL at 1732545297868Closed at 1732545297868 2024-11-25T14:34:57,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:57,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:34:57,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:34:57,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:34:57,872 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:34:57,903 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(746): ClusterId : f0cda42d-45de-4c4c-8636-fb98cbbad456 2024-11-25T14:34:57,903 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:34:57,928 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:34:57,928 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:34:57,939 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:34:57,940 DEBUG [RS:0;cb69081f5976:35217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6625c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:34:57,955 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:35217 2024-11-25T14:34:57,955 INFO [RS:0;cb69081f5976:35217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:34:57,955 INFO [RS:0;cb69081f5976:35217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:34:57,955 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:34:57,956 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,34563,1732545295821 with port=35217, startcode=1732545296106 2024-11-25T14:34:57,957 DEBUG [RS:0;cb69081f5976:35217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:34:57,958 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:34:57,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,35217,1732545296106 2024-11-25T14:34:57,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34563 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,35217,1732545296106 2024-11-25T14:34:57,960 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d 2024-11-25T14:34:57,960 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42333 2024-11-25T14:34:57,960 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:34:57,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973/rs 2024-11-25T14:34:57,971 DEBUG [RS:0;cb69081f5976:35217 {}] zookeeper.ZKUtil(111): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Set watcher on existing znode=/0-412399973/rs/cb69081f5976,35217,1732545296106 2024-11-25T14:34:57,971 WARN [RS:0;cb69081f5976:35217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:34:57,971 INFO [RS:0;cb69081f5976:35217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:57,971 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106 2024-11-25T14:34:57,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,35217,1732545296106] 2024-11-25T14:34:57,975 INFO [RS:0;cb69081f5976:35217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:34:57,979 INFO [RS:0;cb69081f5976:35217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:34:57,980 INFO [RS:0;cb69081f5976:35217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:34:57,980 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:57,983 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:34:57,984 INFO [RS:0;cb69081f5976:35217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:34:57,984 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,984 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:34:57,985 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:34:57,985 DEBUG [RS:0;cb69081f5976:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:34:57,991 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:57,991 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:57,991 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:57,991 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:57,991 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:57,991 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35217,1732545296106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:34:58,007 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:34:58,007 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35217,1732545296106-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:58,007 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:58,007 INFO [RS:0;cb69081f5976:35217 {}] regionserver.Replication(171): cb69081f5976,35217,1732545296106 started 2024-11-25T14:34:58,021 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:58,021 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,35217,1732545296106, RpcServer on cb69081f5976/172.17.0.3:35217, sessionid=0x10173b4dfe80001 2024-11-25T14:34:58,021 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:34:58,021 DEBUG [RS:0;cb69081f5976:35217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,35217,1732545296106 2024-11-25T14:34:58,021 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,35217,1732545296106' 2024-11-25T14:34:58,021 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-412399973/flush-table-proc/abort' 2024-11-25T14:34:58,022 WARN [cb69081f5976:34563 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T14:34:58,022 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-412399973/flush-table-proc/acquired' 2024-11-25T14:34:58,022 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:34:58,022 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:34:58,022 DEBUG [RS:0;cb69081f5976:35217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,35217,1732545296106 2024-11-25T14:34:58,022 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,35217,1732545296106' 2024-11-25T14:34:58,022 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-412399973/online-snapshot/abort' 2024-11-25T14:34:58,022 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-412399973/online-snapshot/acquired' 2024-11-25T14:34:58,023 DEBUG [RS:0;cb69081f5976:35217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:34:58,023 INFO [RS:0;cb69081f5976:35217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:34:58,023 INFO [RS:0;cb69081f5976:35217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:34:58,123 INFO [RS:0;cb69081f5976:35217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:34:58,124 INFO [RS:0;cb69081f5976:35217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C35217%2C1732545296106, suffix=, logDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106, archiveDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/oldWALs, maxLogs=10 2024-11-25T14:34:58,141 DEBUG [RS:0;cb69081f5976:35217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125, exclude list is [], retry=0 2024-11-25T14:34:58,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41605,DS-72130e15-7dac-4dd9-a900-5ccb6a985532,DISK] 2024-11-25T14:34:58,148 INFO [RS:0;cb69081f5976:35217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 2024-11-25T14:34:58,149 DEBUG [RS:0;cb69081f5976:35217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36093:36093)] 2024-11-25T14:34:58,272 DEBUG [cb69081f5976:34563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:34:58,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,35217,1732545296106 2024-11-25T14:34:58,273 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,35217,1732545296106, state=OPENING 2024-11-25T14:34:58,295 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:34:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:58,303 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:34:58,304 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:34:58,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-412399973/meta-region-server: CHANGED 2024-11-25T14:34:58,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,35217,1732545296106}] 2024-11-25T14:34:58,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-412399973/meta-region-server: CHANGED 2024-11-25T14:34:58,456 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:34:58,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:34:58,461 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:34:58,461 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:34:58,462 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:34:58,463 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C35217%2C1732545296106.meta, suffix=.meta, logDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106, archiveDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/oldWALs, maxLogs=10 2024-11-25T14:34:58,479 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.meta.1732545298463.meta, exclude list is [], retry=0 2024-11-25T14:34:58,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41605,DS-72130e15-7dac-4dd9-a900-5ccb6a985532,DISK] 2024-11-25T14:34:58,486 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.meta.1732545298463.meta 2024-11-25T14:34:58,486 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36093:36093)] 2024-11-25T14:34:58,486 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:34:58,486 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:34:58,487 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:34:58,487 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:34:58,487 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:34:58,487 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:34:58,487 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:34:58,487 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:34:58,487 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:34:58,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:34:58,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:34:58,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:58,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:58,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:34:58,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:34:58,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:58,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:58,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:34:58,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:34:58,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:58,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:58,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:34:58,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:34:58,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:34:58,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:34:58,491 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:34:58,492 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740 2024-11-25T14:34:58,492 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740 2024-11-25T14:34:58,493 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:34:58,493 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:34:58,494 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:34:58,494 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:34:58,495 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64925133, jitterRate=-0.032540127635002136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:34:58,495 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:34:58,495 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545298487Writing region info on filesystem at 1732545298487Initializing all the Stores at 1732545298488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545298488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545298488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545298488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545298488Cleaning up temporary data from old regions at 1732545298493 (+5 ms)Running coprocessor post-open hooks at 1732545298495 (+2 ms)Region opened successfully at 1732545298495 2024-11-25T14:34:58,500 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545298456 2024-11-25T14:34:58,513 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:34:58,513 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:34:58,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,35217,1732545296106 2024-11-25T14:34:58,516 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,35217,1732545296106, state=OPEN 2024-11-25T14:34:58,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-412399973/meta-region-server 2024-11-25T14:34:58,567 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-412399973/meta-region-server 2024-11-25T14:34:58,567 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,35217,1732545296106 2024-11-25T14:34:58,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-412399973/meta-region-server: CHANGED 2024-11-25T14:34:58,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-412399973/meta-region-server: CHANGED 2024-11-25T14:34:58,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:34:58,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,35217,1732545296106 in 263 msec 2024-11-25T14:34:58,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:34:58,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-11-25T14:34:58,572 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:34:58,572 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:34:58,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:58,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35217,1732545296106, seqNum=-1] 2024-11-25T14:34:58,573 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:58,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:58,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 768 msec 2024-11-25T14:34:58,584 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545298584, completionTime=-1 2024-11-25T14:34:58,584 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:34:58,584 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:34:58,586 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:34:58,586 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545358586 2024-11-25T14:34:58,586 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545418586 2024-11-25T14:34:58,586 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-25T14:34:58,586 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34563,1732545295821-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:58,586 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34563,1732545295821-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:58,586 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34563,1732545295821-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:58,586 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:34563, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:58,586 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:58,587 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:58,592 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:34:58,594 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.343sec 2024-11-25T14:34:58,594 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:34:58,594 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:34:58,594 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:34:58,594 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:34:58,594 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:34:58,594 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34563,1732545295821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:34:58,594 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34563,1732545295821-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:34:58,596 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:34:58,596 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:34:58,596 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,34563,1732545295821-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:34:58,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1352d2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:58,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,34563,-1 for getting cluster id 2024-11-25T14:34:58,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:34:58,607 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0cda42d-45de-4c4c-8636-fb98cbbad456' 2024-11-25T14:34:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:34:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0cda42d-45de-4c4c-8636-fb98cbbad456" 2024-11-25T14:34:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548da542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,34563,-1] 2024-11-25T14:34:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:34:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:34:58,608 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:34:58,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23093d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:34:58,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:34:58,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35217,1732545296106, seqNum=-1] 2024-11-25T14:34:58,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:34:58,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:34:58,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,34563,1732545295821 2024-11-25T14:34:58,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-25T14:34:58,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:34:58,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10173b4dfe80002 connected 2024-11-25T14:34:58,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/hadoop.log.dir so I do NOT create it in target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87 2024-11-25T14:34:58,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:34:58,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/hadoop.tmp.dir so I do NOT create it in target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87 2024-11-25T14:34:58,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:34:58,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/cluster_4b032df8-bb56-3d2e-9e62-c6cb7e5f32e8, deleteOnExit=true 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/test.cache.data in system properties and HBase conf 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:34:58,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:58,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:34:58,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:34:58,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:34:58,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:58,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:34:58,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:34:58,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:34:58,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:34:58,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:34:58,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:34:58,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:58,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:58,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:58,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:58,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:34:58,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:58,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75665d82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:59,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664ff9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:59,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@130a7771{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/java.io.tmpdir/jetty-localhost-38891-hadoop-hdfs-3_4_1-tests_jar-_-any-15027292735336568340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:34:59,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25b8fb61{HTTP/1.1, (http/1.1)}{localhost:38891} 2024-11-25T14:34:59,127 INFO [Time-limited test {}] server.Server(415): Started @326434ms 2024-11-25T14:34:59,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:34:59,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:34:59,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:34:59,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:34:59,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:34:59,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d49f62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:34:59,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c25f550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:34:59,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6202975d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/java.io.tmpdir/jetty-localhost-41981-hadoop-hdfs-3_4_1-tests_jar-_-any-6311233071885551658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:34:59,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cb611e{HTTP/1.1, (http/1.1)}{localhost:41981} 2024-11-25T14:34:59,543 INFO [Time-limited test {}] server.Server(415): Started @326849ms 2024-11-25T14:34:59,544 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:35:00,245 WARN [Thread-4398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/cluster_4b032df8-bb56-3d2e-9e62-c6cb7e5f32e8/data/data1/current/BP-1633106985-172.17.0.3-1732545298664/current, will proceed with Du for space computation calculation, 2024-11-25T14:35:00,253 WARN [Thread-4399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/cluster_4b032df8-bb56-3d2e-9e62-c6cb7e5f32e8/data/data2/current/BP-1633106985-172.17.0.3-1732545298664/current, will proceed with Du for space computation calculation, 2024-11-25T14:35:00,280 WARN [Thread-4386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:35:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbb49fbc53b48863 with lease ID 0x736529af984a05f8: Processing first storage report for DS-73f7338c-3159-491e-90db-b5b5b1762cb2 from datanode DatanodeRegistration(127.0.0.1:37053, datanodeUuid=a5288b5b-98ad-4e9d-8dff-ae8fd363c0b2, infoPort=43953, infoSecurePort=0, ipcPort=45415, storageInfo=lv=-57;cid=testClusterID;nsid=455184653;c=1732545298664) 2024-11-25T14:35:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbb49fbc53b48863 with lease ID 0x736529af984a05f8: from storage DS-73f7338c-3159-491e-90db-b5b5b1762cb2 node DatanodeRegistration(127.0.0.1:37053, datanodeUuid=a5288b5b-98ad-4e9d-8dff-ae8fd363c0b2, infoPort=43953, infoSecurePort=0, ipcPort=45415, storageInfo=lv=-57;cid=testClusterID;nsid=455184653;c=1732545298664), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:35:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbb49fbc53b48863 with lease ID 0x736529af984a05f8: Processing first storage report for DS-791bc2a6-6a5c-499a-af0e-bad01df83a7f from datanode DatanodeRegistration(127.0.0.1:37053, datanodeUuid=a5288b5b-98ad-4e9d-8dff-ae8fd363c0b2, infoPort=43953, infoSecurePort=0, ipcPort=45415, storageInfo=lv=-57;cid=testClusterID;nsid=455184653;c=1732545298664) 2024-11-25T14:35:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbb49fbc53b48863 with lease ID 0x736529af984a05f8: from storage DS-791bc2a6-6a5c-499a-af0e-bad01df83a7f node DatanodeRegistration(127.0.0.1:37053, datanodeUuid=a5288b5b-98ad-4e9d-8dff-ae8fd363c0b2, infoPort=43953, infoSecurePort=0, ipcPort=45415, storageInfo=lv=-57;cid=testClusterID;nsid=455184653;c=1732545298664), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:35:00,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87 2024-11-25T14:35:00,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:00,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:00,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:35:00,776 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c with version=8 2024-11-25T14:35:00,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/hbase-staging 2024-11-25T14:35:00,779 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:35:00,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:00,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:00,779 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:35:00,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:00,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:35:00,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:35:00,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:35:00,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36203 2024-11-25T14:35:00,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36203 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-25T14:35:00,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362030x0, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:35:00,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36203-0x10173b4dfe80003 connected 2024-11-25T14:35:00,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:00,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:00,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Set watcher on znode that does not yet exist, /1-297417983/running 2024-11-25T14:35:00,858 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c, hbase.cluster.distributed=false 2024-11-25T14:35:00,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Set watcher on znode that does not yet exist, /1-297417983/acl 2024-11-25T14:35:00,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36203 2024-11-25T14:35:00,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36203 2024-11-25T14:35:00,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36203 2024-11-25T14:35:00,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36203 2024-11-25T14:35:00,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36203 2024-11-25T14:35:00,897 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:35:00,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:00,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:00,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:35:00,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:00,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:35:00,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:35:00,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:35:00,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35347 2024-11-25T14:35:00,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35347 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-25T14:35:00,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:00,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:00,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353470x0, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:35:00,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353470x0, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Set watcher on znode that does not yet exist, /1-297417983/running 2024-11-25T14:35:00,913 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:35:00,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35347-0x10173b4dfe80004 connected 2024-11-25T14:35:00,914 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:35:00,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Set watcher on znode that does not yet exist, /1-297417983/master 2024-11-25T14:35:00,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Set watcher on znode that does not yet exist, /1-297417983/acl 2024-11-25T14:35:00,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35347 2024-11-25T14:35:00,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35347 2024-11-25T14:35:00,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35347 2024-11-25T14:35:00,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35347 2024-11-25T14:35:00,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35347 2024-11-25T14:35:00,931 DEBUG [M:0;cb69081f5976:36203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:36203 2024-11-25T14:35:00,931 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-297417983/backup-masters/cb69081f5976,36203,1732545300779 2024-11-25T14:35:00,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983/backup-masters 2024-11-25T14:35:00,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983/backup-masters 2024-11-25T14:35:00,942 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Set watcher on existing znode=/1-297417983/backup-masters/cb69081f5976,36203,1732545300779 2024-11-25T14:35:00,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-297417983/master 2024-11-25T14:35:00,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:00,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:00,952 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Set watcher on existing znode=/1-297417983/master 2024-11-25T14:35:00,952 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-297417983/backup-masters/cb69081f5976,36203,1732545300779 from backup master directory 2024-11-25T14:35:00,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983/backup-masters 2024-11-25T14:35:00,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297417983/backup-masters/cb69081f5976,36203,1732545300779 2024-11-25T14:35:00,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983/backup-masters 2024-11-25T14:35:00,962 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:35:00,962 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,36203,1732545300779 2024-11-25T14:35:00,968 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/hbase.id] with ID: 48da1249-a33d-4c46-ae9d-cda950bd8121 2024-11-25T14:35:00,968 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/.tmp/hbase.id 2024-11-25T14:35:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:35:00,997 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/.tmp/hbase.id]:[hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/hbase.id] 2024-11-25T14:35:01,009 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:01,009 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:35:01,010 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T14:35:01,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:01,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:01,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:35:01,045 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:35:01,046 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:35:01,048 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:35:01,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:35:01,058 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store 2024-11-25T14:35:01,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:35:01,062 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:01,062 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:35:01,062 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:01,062 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:01,062 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:35:01,062 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:01,062 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:01,062 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545301062Disabling compacts and flushes for region at 1732545301062Disabling writes for close at 1732545301062Writing region close event to WAL at 1732545301062Closed at 1732545301062 2024-11-25T14:35:01,063 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/.initializing 2024-11-25T14:35:01,063 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/WALs/cb69081f5976,36203,1732545300779 2024-11-25T14:35:01,064 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:35:01,066 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C36203%2C1732545300779, suffix=, logDir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/WALs/cb69081f5976,36203,1732545300779, archiveDir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/oldWALs, maxLogs=10 2024-11-25T14:35:01,081 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/WALs/cb69081f5976,36203,1732545300779/cb69081f5976%2C36203%2C1732545300779.1732545301066, exclude list is [], retry=0 2024-11-25T14:35:01,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37053,DS-73f7338c-3159-491e-90db-b5b5b1762cb2,DISK] 2024-11-25T14:35:01,091 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/WALs/cb69081f5976,36203,1732545300779/cb69081f5976%2C36203%2C1732545300779.1732545301066 2024-11-25T14:35:01,092 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43953:43953)] 2024-11-25T14:35:01,092 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:35:01,092 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:01,092 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,092 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:35:01,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:01,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:01,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:35:01,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:01,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:01,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:35:01,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:01,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:01,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:35:01,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:01,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:01,100 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,101 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,101 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,103 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,103 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,103 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:35:01,104 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:01,106 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:35:01,106 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70956678, jitterRate=0.057336896657943726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:35:01,106 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545301092Initializing all the Stores at 1732545301093 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545301093Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545301095 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545301095Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545301095Cleaning up temporary data from old regions at 1732545301103 (+8 ms)Region opened successfully at 1732545301106 (+3 ms) 2024-11-25T14:35:01,106 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:35:01,109 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d87e201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:35:01,109 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:35:01,110 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:35:01,110 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:35:01,110 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:35:01,111 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T14:35:01,112 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:35:01,112 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:35:01,116 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:35:01,117 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Unable to get data of znode /1-297417983/balancer because node does not exist (not necessarily an error) 2024-11-25T14:35:01,125 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297417983/balancer already deleted, retry=false 2024-11-25T14:35:01,125 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:35:01,126 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Unable to get data of znode /1-297417983/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:35:01,133 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297417983/normalizer already deleted, retry=false 2024-11-25T14:35:01,134 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:35:01,134 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Unable to get data of znode /1-297417983/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:35:01,142 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297417983/switch/split already deleted, retry=false 2024-11-25T14:35:01,143 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Unable to get data of znode /1-297417983/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:35:01,150 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297417983/switch/merge already deleted, retry=false 2024-11-25T14:35:01,153 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Unable to get data of znode /1-297417983/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:35:01,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-25T14:35:01,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-25T14:35:01,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:35:01,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-25T14:35:01,162 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297417983/snapshot-cleanup already deleted, retry=false 2024-11-25T14:35:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-297417983/running 2024-11-25T14:35:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-297417983/running 2024-11-25T14:35:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:01,226 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,36203,1732545300779, sessionid=0x10173b4dfe80003, setting cluster-up flag (Was=false) 2024-11-25T14:35:01,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:01,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:01,275 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-297417983/flush-table-proc/acquired, /1-297417983/flush-table-proc/reached, /1-297417983/flush-table-proc/abort 2024-11-25T14:35:01,276 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,36203,1732545300779 2024-11-25T14:35:01,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:01,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:01,325 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-297417983/online-snapshot/acquired, /1-297417983/online-snapshot/reached, /1-297417983/online-snapshot/abort 2024-11-25T14:35:01,328 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,36203,1732545300779 2024-11-25T14:35:01,332 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:35:01,333 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:35:01,333 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:35:01,334 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:35:01,334 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,36203,1732545300779 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:35:01,335 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:35:01,335 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:35:01,335 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:35:01,336 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:35:01,336 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:35:01,336 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,336 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:35:01,336 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:35:01,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:35:01,353 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:01,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:35:01,363 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545331363 2024-11-25T14:35:01,363 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:35:01,364 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:35:01,364 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:35:01,364 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:35:01,364 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:35:01,364 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:35:01,377 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,377 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:35:01,378 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:35:01,378 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:35:01,378 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:35:01,379 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:35:01,379 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:35:01,388 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545301379,5,FailOnTimeoutGroup] 2024-11-25T14:35:01,389 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545301388,5,FailOnTimeoutGroup] 2024-11-25T14:35:01,389 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,389 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:35:01,389 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,389 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:35:01,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:35:01,399 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c 2024-11-25T14:35:01,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:35:01,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:01,434 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(746): ClusterId : 48da1249-a33d-4c46-ae9d-cda950bd8121 2024-11-25T14:35:01,435 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:35:01,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:35:01,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:35:01,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:01,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:01,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:35:01,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:35:01,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:01,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:01,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:35:01,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:35:01,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:01,446 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:35:01,446 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:35:01,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:01,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:35:01,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:35:01,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:01,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:01,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:35:01,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740 2024-11-25T14:35:01,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740 2024-11-25T14:35:01,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:35:01,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:35:01,451 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:35:01,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:35:01,454 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:35:01,454 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:35:01,455 DEBUG [RS:0;cb69081f5976:35347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d39023a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:35:01,455 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59743783, jitterRate=-0.10974825918674469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:35:01,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545301430Initializing all the Stores at 1732545301431 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545301431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545301436 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545301436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545301436Cleaning up temporary data from old regions at 1732545301451 (+15 ms)Region opened successfully at 1732545301456 (+5 ms) 2024-11-25T14:35:01,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:35:01,456 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:35:01,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:35:01,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:35:01,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:35:01,456 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:35:01,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545301456Disabling compacts and flushes for region at 1732545301456Disabling writes for close at 1732545301456Writing region close event to WAL at 1732545301456Closed at 1732545301456 2024-11-25T14:35:01,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:35:01,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:35:01,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:35:01,458 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:35:01,458 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:35:01,472 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:35347 2024-11-25T14:35:01,472 INFO [RS:0;cb69081f5976:35347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:35:01,472 INFO [RS:0;cb69081f5976:35347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:35:01,472 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:35:01,473 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,36203,1732545300779 with port=35347, startcode=1732545300897 2024-11-25T14:35:01,473 DEBUG [RS:0;cb69081f5976:35347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:35:01,475 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:35:01,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,35347,1732545300897 2024-11-25T14:35:01,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36203 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,35347,1732545300897 2024-11-25T14:35:01,477 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c 2024-11-25T14:35:01,477 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33401 2024-11-25T14:35:01,477 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:35:01,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983/rs 2024-11-25T14:35:01,531 DEBUG [RS:0;cb69081f5976:35347 {}] zookeeper.ZKUtil(111): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Set watcher on existing znode=/1-297417983/rs/cb69081f5976,35347,1732545300897 2024-11-25T14:35:01,531 WARN [RS:0;cb69081f5976:35347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:35:01,531 INFO [RS:0;cb69081f5976:35347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:35:01,531 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/WALs/cb69081f5976,35347,1732545300897 2024-11-25T14:35:01,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,35347,1732545300897] 2024-11-25T14:35:01,542 INFO [RS:0;cb69081f5976:35347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:35:01,547 INFO [RS:0;cb69081f5976:35347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:35:01,551 INFO [RS:0;cb69081f5976:35347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:35:01,551 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,552 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:35:01,553 INFO [RS:0;cb69081f5976:35347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:35:01,553 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:35:01,553 DEBUG [RS:0;cb69081f5976:35347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:35:01,555 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,555 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,555 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,555 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,555 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,555 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35347,1732545300897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:35:01,575 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:35:01,575 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,35347,1732545300897-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,575 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,575 INFO [RS:0;cb69081f5976:35347 {}] regionserver.Replication(171): cb69081f5976,35347,1732545300897 started 2024-11-25T14:35:01,595 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:01,595 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,35347,1732545300897, RpcServer on cb69081f5976/172.17.0.3:35347, sessionid=0x10173b4dfe80004 2024-11-25T14:35:01,595 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:35:01,595 DEBUG [RS:0;cb69081f5976:35347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,35347,1732545300897 2024-11-25T14:35:01,596 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,35347,1732545300897' 2024-11-25T14:35:01,596 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-297417983/flush-table-proc/abort' 2024-11-25T14:35:01,596 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-297417983/flush-table-proc/acquired' 2024-11-25T14:35:01,597 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:35:01,597 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:35:01,597 DEBUG [RS:0;cb69081f5976:35347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,35347,1732545300897 2024-11-25T14:35:01,597 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,35347,1732545300897' 2024-11-25T14:35:01,597 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-297417983/online-snapshot/abort' 2024-11-25T14:35:01,597 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-297417983/online-snapshot/acquired' 2024-11-25T14:35:01,598 DEBUG [RS:0;cb69081f5976:35347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:35:01,598 INFO [RS:0;cb69081f5976:35347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:35:01,598 INFO [RS:0;cb69081f5976:35347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:35:01,609 WARN [cb69081f5976:36203 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T14:35:01,698 INFO [RS:0;cb69081f5976:35347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:35:01,699 INFO [RS:0;cb69081f5976:35347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C35347%2C1732545300897, suffix=, logDir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/WALs/cb69081f5976,35347,1732545300897, archiveDir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/oldWALs, maxLogs=10 2024-11-25T14:35:01,718 DEBUG [RS:0;cb69081f5976:35347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/WALs/cb69081f5976,35347,1732545300897/cb69081f5976%2C35347%2C1732545300897.1732545301700, exclude list is [], retry=0 2024-11-25T14:35:01,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37053,DS-73f7338c-3159-491e-90db-b5b5b1762cb2,DISK] 2024-11-25T14:35:01,724 INFO [RS:0;cb69081f5976:35347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/WALs/cb69081f5976,35347,1732545300897/cb69081f5976%2C35347%2C1732545300897.1732545301700 2024-11-25T14:35:01,724 DEBUG [RS:0;cb69081f5976:35347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43953:43953)] 2024-11-25T14:35:01,859 DEBUG [cb69081f5976:36203 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:35:01,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,35347,1732545300897 2024-11-25T14:35:01,860 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,35347,1732545300897, state=OPENING 2024-11-25T14:35:01,870 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:35:01,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:01,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:01,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297417983/meta-region-server: CHANGED 2024-11-25T14:35:01,888 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:35:01,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,35347,1732545300897}] 2024-11-25T14:35:01,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297417983/meta-region-server: CHANGED 2024-11-25T14:35:02,043 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:35:02,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:35:02,047 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:35:02,047 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:35:02,048 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:35:02,049 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C35347%2C1732545300897.meta, suffix=.meta, logDir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/WALs/cb69081f5976,35347,1732545300897, archiveDir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/oldWALs, maxLogs=10 2024-11-25T14:35:02,067 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/WALs/cb69081f5976,35347,1732545300897/cb69081f5976%2C35347%2C1732545300897.meta.1732545302050.meta, exclude list is [], retry=0 2024-11-25T14:35:02,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37053,DS-73f7338c-3159-491e-90db-b5b5b1762cb2,DISK] 2024-11-25T14:35:02,077 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/WALs/cb69081f5976,35347,1732545300897/cb69081f5976%2C35347%2C1732545300897.meta.1732545302050.meta 2024-11-25T14:35:02,079 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43953:43953)] 2024-11-25T14:35:02,080 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:35:02,080 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:35:02,080 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:35:02,080 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:35:02,080 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:35:02,081 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:35:02,081 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:02,081 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:35:02,081 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:35:02,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:35:02,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:35:02,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:02,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:02,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:35:02,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:35:02,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:02,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:02,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:35:02,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:35:02,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:02,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:02,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:35:02,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:35:02,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:02,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:02,098 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:35:02,098 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740 2024-11-25T14:35:02,099 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740 2024-11-25T14:35:02,100 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:35:02,100 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:35:02,101 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:35:02,102 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:35:02,102 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63310082, jitterRate=-0.05660626292228699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:35:02,102 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:35:02,102 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545302081Writing region info on filesystem at 1732545302081Initializing all the Stores at 1732545302085 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545302085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545302085Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545302085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545302085Cleaning up temporary data from old regions at 1732545302100 (+15 ms)Running coprocessor post-open hooks at 1732545302102 (+2 ms)Region opened successfully at 1732545302102 2024-11-25T14:35:02,103 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545302043 2024-11-25T14:35:02,107 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:35:02,107 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:35:02,108 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,35347,1732545300897 2024-11-25T14:35:02,111 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,35347,1732545300897, state=OPEN 2024-11-25T14:35:02,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-297417983/meta-region-server 2024-11-25T14:35:02,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-297417983/meta-region-server 2024-11-25T14:35:02,123 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,35347,1732545300897 2024-11-25T14:35:02,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297417983/meta-region-server: CHANGED 2024-11-25T14:35:02,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:35:02,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,35347,1732545300897 in 235 msec 2024-11-25T14:35:02,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297417983/meta-region-server: CHANGED 2024-11-25T14:35:02,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:35:02,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 669 msec 2024-11-25T14:35:02,128 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:35:02,128 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:35:02,132 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:35:02,132 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35347,1732545300897, seqNum=-1] 2024-11-25T14:35:02,132 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:35:02,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:35:02,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 805 msec 2024-11-25T14:35:02,139 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545302139, completionTime=-1 2024-11-25T14:35:02,139 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:35:02,139 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:35:02,141 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:35:02,141 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545362141 2024-11-25T14:35:02,142 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545422141 2024-11-25T14:35:02,142 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T14:35:02,142 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36203,1732545300779-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:02,142 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36203,1732545300779-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:02,142 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36203,1732545300779-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:02,142 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:36203, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:02,142 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:02,142 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:02,145 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:35:02,147 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.185sec 2024-11-25T14:35:02,148 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:35:02,148 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:35:02,148 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:35:02,148 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:35:02,148 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:35:02,148 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36203,1732545300779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:35:02,148 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36203,1732545300779-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:35:02,156 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:35:02,156 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:35:02,156 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,36203,1732545300779-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:02,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4d1dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:02,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,36203,-1 for getting cluster id 2024-11-25T14:35:02,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:02,230 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48da1249-a33d-4c46-ae9d-cda950bd8121' 2024-11-25T14:35:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48da1249-a33d-4c46-ae9d-cda950bd8121" 2024-11-25T14:35:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a73f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,36203,-1] 2024-11-25T14:35:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:02,231 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:02,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2ad8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:02,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:35:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35347,1732545300897, seqNum=-1] 2024-11-25T14:35:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:35:02,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:35:02,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,36203,1732545300779 2024-11-25T14:35:02,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-25T14:35:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:35:02,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10173b4dfe80005 connected 2024-11-25T14:35:02,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/hadoop.log.dir so I do NOT create it in target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0 2024-11-25T14:35:02,256 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T14:35:02,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/hadoop.tmp.dir so I do NOT create it in target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0 2024-11-25T14:35:02,256 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T14:35:02,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0 2024-11-25T14:35:02,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T14:35:02,257 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/cluster_3470d2ed-8fa6-20ef-f755-875925166b53, deleteOnExit=true 2024-11-25T14:35:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T14:35:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/test.cache.data in system properties and HBase conf 2024-11-25T14:35:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T14:35:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/hadoop.log.dir in system properties and HBase conf 2024-11-25T14:35:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T14:35:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T14:35:02,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T14:35:02,258 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/nfs.dump.dir in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/java.io.tmpdir in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T14:35:02,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T14:35:02,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:35:02,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:35:02,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:35:02,591 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:35:02,591 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T14:35:02,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:35:02,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32927143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:35:02,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56eb83c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:35:02,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@707908cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/java.io.tmpdir/jetty-localhost-44525-hadoop-hdfs-3_4_1-tests_jar-_-any-13293794874073491080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:35:02,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72194659{HTTP/1.1, (http/1.1)}{localhost:44525} 2024-11-25T14:35:02,734 INFO [Time-limited test {}] server.Server(415): Started @330040ms 2024-11-25T14:35:02,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T14:35:02,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T14:35:02,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T14:35:02,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T14:35:02,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T14:35:02,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249026b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/hadoop.log.dir/,AVAILABLE} 2024-11-25T14:35:02,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@195293a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T14:35:03,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@306934ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/java.io.tmpdir/jetty-localhost-46883-hadoop-hdfs-3_4_1-tests_jar-_-any-11065471111126999629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:35:03,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37dd00a0{HTTP/1.1, (http/1.1)}{localhost:46883} 2024-11-25T14:35:03,137 INFO [Time-limited test {}] server.Server(415): Started @330444ms 2024-11-25T14:35:03,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T14:35:03,808 WARN [Thread-4518 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/cluster_3470d2ed-8fa6-20ef-f755-875925166b53/data/data1/current/BP-1728498316-172.17.0.3-1732545302280/current, will proceed with Du for space computation calculation, 2024-11-25T14:35:03,813 WARN [Thread-4519 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/cluster_3470d2ed-8fa6-20ef-f755-875925166b53/data/data2/current/BP-1728498316-172.17.0.3-1732545302280/current, will proceed with Du for space computation calculation, 2024-11-25T14:35:03,856 WARN [Thread-4506 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T14:35:03,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd3a0794ccb722f9 with lease ID 0x293e3d9398c3d078: Processing first storage report for DS-cf557ca5-05e8-4e69-a6be-bbcd9481eeb2 from datanode DatanodeRegistration(127.0.0.1:42405, datanodeUuid=605f7be2-67b9-4547-985a-669cc8a097cb, infoPort=36299, infoSecurePort=0, ipcPort=33253, storageInfo=lv=-57;cid=testClusterID;nsid=2083186959;c=1732545302280) 2024-11-25T14:35:03,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd3a0794ccb722f9 with lease ID 0x293e3d9398c3d078: from storage DS-cf557ca5-05e8-4e69-a6be-bbcd9481eeb2 node DatanodeRegistration(127.0.0.1:42405, datanodeUuid=605f7be2-67b9-4547-985a-669cc8a097cb, infoPort=36299, infoSecurePort=0, ipcPort=33253, storageInfo=lv=-57;cid=testClusterID;nsid=2083186959;c=1732545302280), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:35:03,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd3a0794ccb722f9 with lease ID 0x293e3d9398c3d078: Processing first storage report for DS-7333b801-096e-4a53-a29d-be648a0d512b from datanode DatanodeRegistration(127.0.0.1:42405, datanodeUuid=605f7be2-67b9-4547-985a-669cc8a097cb, infoPort=36299, infoSecurePort=0, ipcPort=33253, storageInfo=lv=-57;cid=testClusterID;nsid=2083186959;c=1732545302280) 2024-11-25T14:35:03,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd3a0794ccb722f9 with lease ID 0x293e3d9398c3d078: from storage DS-7333b801-096e-4a53-a29d-be648a0d512b node DatanodeRegistration(127.0.0.1:42405, datanodeUuid=605f7be2-67b9-4547-985a-669cc8a097cb, infoPort=36299, infoSecurePort=0, ipcPort=33253, storageInfo=lv=-57;cid=testClusterID;nsid=2083186959;c=1732545302280), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T14:35:03,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0 2024-11-25T14:35:03,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:03,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741825_1001 (size=7) 2024-11-25T14:35:03,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35 with version=8 2024-11-25T14:35:03,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/hbase-staging 2024-11-25T14:35:03,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:35:03,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:03,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:03,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:35:03,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:03,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:35:03,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T14:35:03,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:35:03,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33671 2024-11-25T14:35:03,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33671 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-25T14:35:03,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336710x0, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:35:03,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33671-0x10173b4dfe80006 connected 2024-11-25T14:35:03,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:35:03,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:03,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:03,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:03,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:03,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:03,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:03,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:03,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:04,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:04,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:04,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:04,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:04,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:04,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:04,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:04,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:04,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:04,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:04,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:04,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Set watcher on znode that does not yet exist, /2-1887666548/running 2024-11-25T14:35:04,078 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35, hbase.cluster.distributed=false 2024-11-25T14:35:04,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Set watcher on znode that does not yet exist, /2-1887666548/acl 2024-11-25T14:35:04,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33671 2024-11-25T14:35:04,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33671 2024-11-25T14:35:04,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33671 2024-11-25T14:35:04,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33671 2024-11-25T14:35:04,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33671 2024-11-25T14:35:04,140 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb69081f5976:0 server-side Connection retries=45 2024-11-25T14:35:04,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:04,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:04,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T14:35:04,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T14:35:04,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T14:35:04,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T14:35:04,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T14:35:04,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44353 2024-11-25T14:35:04,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44353 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-25T14:35:04,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:04,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:04,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443530x0, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:35:04,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44353-0x10173b4dfe80007 connected 2024-11-25T14:35:04,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443530x0, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Set watcher on znode that does not yet exist, /2-1887666548/running 2024-11-25T14:35:04,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T14:35:04,163 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T14:35:04,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Set watcher on znode that does not yet exist, /2-1887666548/master 2024-11-25T14:35:04,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Set watcher on znode that does not yet exist, /2-1887666548/acl 2024-11-25T14:35:04,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-25T14:35:04,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44353 2024-11-25T14:35:04,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44353 2024-11-25T14:35:04,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-25T14:35:04,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-25T14:35:04,203 DEBUG [M:0;cb69081f5976:33671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb69081f5976:33671 2024-11-25T14:35:04,205 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1887666548/backup-masters/cb69081f5976,33671,1732545303942 2024-11-25T14:35:04,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548/backup-masters 2024-11-25T14:35:04,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548/backup-masters 2024-11-25T14:35:04,213 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Set watcher on existing znode=/2-1887666548/backup-masters/cb69081f5976,33671,1732545303942 2024-11-25T14:35:04,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:04,222 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Set watcher on existing znode=/2-1887666548/master 2024-11-25T14:35:04,222 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1887666548/backup-masters/cb69081f5976,33671,1732545303942 from backup master directory 2024-11-25T14:35:04,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1887666548/master 2024-11-25T14:35:04,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548/backup-masters 2024-11-25T14:35:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1887666548/backup-masters/cb69081f5976,33671,1732545303942 2024-11-25T14:35:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548/backup-masters 2024-11-25T14:35:04,228 WARN [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:35:04,228 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb69081f5976,33671,1732545303942 2024-11-25T14:35:04,231 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/hbase.id] with ID: ce9293e9-d12c-4512-8e79-3a3c8b7a7c77 2024-11-25T14:35:04,231 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/.tmp/hbase.id 2024-11-25T14:35:04,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741826_1002 (size=42) 2024-11-25T14:35:04,649 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/.tmp/hbase.id]:[hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/hbase.id] 2024-11-25T14:35:04,660 INFO [master/cb69081f5976:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:04,660 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T14:35:04,661 INFO [master/cb69081f5976:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-25T14:35:04,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:04,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:04,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741827_1003 (size=196) 2024-11-25T14:35:05,105 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:35:05,106 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T14:35:05,107 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:35:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741828_1004 (size=1189) 2024-11-25T14:35:05,514 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store 2024-11-25T14:35:05,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741829_1005 (size=34) 2024-11-25T14:35:05,924 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:05,924 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:35:05,924 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:05,924 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:05,924 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:35:05,924 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:05,924 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:05,925 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545305924Disabling compacts and flushes for region at 1732545305924Disabling writes for close at 1732545305924Writing region close event to WAL at 1732545305924Closed at 1732545305924 2024-11-25T14:35:05,925 WARN [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/.initializing 2024-11-25T14:35:05,925 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/WALs/cb69081f5976,33671,1732545303942 2024-11-25T14:35:05,928 INFO [master/cb69081f5976:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:35:05,930 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb69081f5976%2C33671%2C1732545303942, suffix=, logDir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/WALs/cb69081f5976,33671,1732545303942, archiveDir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/oldWALs, maxLogs=10 2024-11-25T14:35:05,953 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/WALs/cb69081f5976,33671,1732545303942/cb69081f5976%2C33671%2C1732545303942.1732545305930, exclude list is [], retry=0 2024-11-25T14:35:05,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42405,DS-cf557ca5-05e8-4e69-a6be-bbcd9481eeb2,DISK] 2024-11-25T14:35:05,969 INFO [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/WALs/cb69081f5976,33671,1732545303942/cb69081f5976%2C33671%2C1732545303942.1732545305930 2024-11-25T14:35:05,971 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36299:36299)] 2024-11-25T14:35:05,971 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:35:05,972 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:05,972 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:05,972 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:05,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:06,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T14:35:06,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:06,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:06,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:06,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T14:35:06,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:06,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:06,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:06,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T14:35:06,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:06,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:06,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:06,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T14:35:06,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:06,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:06,035 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:06,036 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:06,036 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:06,037 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:06,037 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:06,037 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:35:06,038 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T14:35:06,043 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:35:06,044 INFO [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61338193, jitterRate=-0.08598969876766205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:35:06,044 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732545305972Initializing all the Stores at 1732545305973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545305973Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545305991 (+18 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545305991Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545305991Cleaning up temporary data from old regions at 1732545306037 (+46 ms)Region opened successfully at 1732545306044 (+7 ms) 2024-11-25T14:35:06,047 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T14:35:06,051 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c99f922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:35:06,052 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T14:35:06,052 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T14:35:06,052 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T14:35:06,052 INFO [master/cb69081f5976:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T14:35:06,054 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T14:35:06,054 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T14:35:06,054 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T14:35:06,066 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T14:35:06,067 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Unable to get data of znode /2-1887666548/balancer because node does not exist (not necessarily an error) 2024-11-25T14:35:06,104 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1887666548/balancer already deleted, retry=false 2024-11-25T14:35:06,105 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T14:35:06,111 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Unable to get data of znode /2-1887666548/normalizer because node does not exist (not necessarily an error) 2024-11-25T14:35:06,125 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1887666548/normalizer already deleted, retry=false 2024-11-25T14:35:06,125 INFO [master/cb69081f5976:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T14:35:06,136 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Unable to get data of znode /2-1887666548/switch/split because node does not exist (not necessarily an error) 2024-11-25T14:35:06,145 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1887666548/switch/split already deleted, retry=false 2024-11-25T14:35:06,147 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Unable to get data of znode /2-1887666548/switch/merge because node does not exist (not necessarily an error) 2024-11-25T14:35:06,153 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1887666548/switch/merge already deleted, retry=false 2024-11-25T14:35:06,155 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Unable to get data of znode /2-1887666548/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T14:35:06,161 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1887666548/snapshot-cleanup already deleted, retry=false 2024-11-25T14:35:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1887666548/running 2024-11-25T14:35:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1887666548/running 2024-11-25T14:35:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:06,171 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb69081f5976,33671,1732545303942, sessionid=0x10173b4dfe80006, setting cluster-up flag (Was=false) 2024-11-25T14:35:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:06,212 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1887666548/flush-table-proc/acquired, /2-1887666548/flush-table-proc/reached, /2-1887666548/flush-table-proc/abort 2024-11-25T14:35:06,213 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,33671,1732545303942 2024-11-25T14:35:06,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:06,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:06,275 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1887666548/online-snapshot/acquired, /2-1887666548/online-snapshot/reached, /2-1887666548/online-snapshot/abort 2024-11-25T14:35:06,276 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb69081f5976,33671,1732545303942 2024-11-25T14:35:06,284 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T14:35:06,290 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T14:35:06,290 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T14:35:06,290 INFO [master/cb69081f5976:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T14:35:06,290 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb69081f5976,33671,1732545303942 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T14:35:06,298 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:35:06,298 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:35:06,299 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(746): ClusterId : ce9293e9-d12c-4512-8e79-3a3c8b7a7c77 2024-11-25T14:35:06,299 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T14:35:06,300 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:35:06,300 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb69081f5976:0, corePoolSize=5, maxPoolSize=5 2024-11-25T14:35:06,300 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb69081f5976:0, corePoolSize=10, maxPoolSize=10 2024-11-25T14:35:06,300 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,300 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:35:06,300 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:35:06,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T14:35:06,306 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:06,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T14:35:06,315 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732545336315 2024-11-25T14:35:06,315 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T14:35:06,316 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T14:35:06,316 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T14:35:06,316 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T14:35:06,316 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T14:35:06,316 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T14:35:06,331 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741831_1007 (size=1321) 2024-11-25T14:35:06,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T14:35:06,337 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35 2024-11-25T14:35:06,339 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T14:35:06,339 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T14:35:06,340 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T14:35:06,340 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-25T14:35:06,343 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T14:35:06,343 INFO [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T14:35:06,347 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545306343,5,FailOnTimeoutGroup] 2024-11-25T14:35:06,355 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545306347,5,FailOnTimeoutGroup] 2024-11-25T14:35:06,355 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,355 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T14:35:06,355 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,355 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741832_1008 (size=32) 2024-11-25T14:35:06,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:06,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:35:06,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:35:06,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:06,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:06,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:35:06,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:35:06,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:06,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:06,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:35:06,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:35:06,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:06,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:06,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:35:06,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:35:06,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:06,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:06,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:35:06,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740 2024-11-25T14:35:06,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740 2024-11-25T14:35:06,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:35:06,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:35:06,407 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:35:06,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:35:06,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:35:06,417 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74504048, jitterRate=0.11019682884216309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:35:06,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732545306384Initializing all the Stores at 1732545306391 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545306392 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545306395 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545306395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545306395Cleaning up temporary data from old regions at 1732545306407 (+12 ms)Region opened successfully at 1732545306418 (+11 ms) 2024-11-25T14:35:06,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:35:06,418 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:35:06,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:35:06,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:35:06,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:35:06,418 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:35:06,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545306418Disabling compacts and flushes for region at 1732545306418Disabling writes for close at 1732545306418Writing region close event to WAL at 1732545306418Closed at 1732545306418 2024-11-25T14:35:06,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:35:06,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T14:35:06,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T14:35:06,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:35:06,422 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T14:35:06,453 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T14:35:06,453 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T14:35:06,572 WARN [cb69081f5976:33671 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T14:35:06,597 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T14:35:06,598 DEBUG [RS:0;cb69081f5976:44353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717c8b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb69081f5976/172.17.0.3:0 2024-11-25T14:35:06,611 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb69081f5976:44353 2024-11-25T14:35:06,611 INFO [RS:0;cb69081f5976:44353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T14:35:06,611 INFO [RS:0;cb69081f5976:44353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T14:35:06,611 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T14:35:06,612 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb69081f5976,33671,1732545303942 with port=44353, startcode=1732545304140 2024-11-25T14:35:06,612 DEBUG [RS:0;cb69081f5976:44353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T14:35:06,613 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T14:35:06,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33671 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb69081f5976,44353,1732545304140 2024-11-25T14:35:06,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33671 {}] master.ServerManager(517): Registering regionserver=cb69081f5976,44353,1732545304140 2024-11-25T14:35:06,615 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35 2024-11-25T14:35:06,615 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33497 2024-11-25T14:35:06,615 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T14:35:06,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548/rs 2024-11-25T14:35:06,694 DEBUG [RS:0;cb69081f5976:44353 {}] zookeeper.ZKUtil(111): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Set watcher on existing znode=/2-1887666548/rs/cb69081f5976,44353,1732545304140 2024-11-25T14:35:06,694 WARN [RS:0;cb69081f5976:44353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T14:35:06,694 INFO [RS:0;cb69081f5976:44353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:35:06,694 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/WALs/cb69081f5976,44353,1732545304140 2024-11-25T14:35:06,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb69081f5976,44353,1732545304140] 2024-11-25T14:35:06,698 INFO [RS:0;cb69081f5976:44353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T14:35:06,700 INFO [RS:0;cb69081f5976:44353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T14:35:06,701 INFO [RS:0;cb69081f5976:44353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T14:35:06,701 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,701 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T14:35:06,702 INFO [RS:0;cb69081f5976:44353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T14:35:06,702 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb69081f5976:0, corePoolSize=2, maxPoolSize=2 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,702 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb69081f5976:0, corePoolSize=1, maxPoolSize=1 2024-11-25T14:35:06,703 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:35:06,703 DEBUG [RS:0;cb69081f5976:44353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb69081f5976:0, corePoolSize=3, maxPoolSize=3 2024-11-25T14:35:06,703 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,703 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,703 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,703 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,703 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,703 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,44353,1732545304140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:35:06,723 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T14:35:06,723 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,44353,1732545304140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,723 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,723 INFO [RS:0;cb69081f5976:44353 {}] regionserver.Replication(171): cb69081f5976,44353,1732545304140 started 2024-11-25T14:35:06,739 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:06,739 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1482): Serving as cb69081f5976,44353,1732545304140, RpcServer on cb69081f5976/172.17.0.3:44353, sessionid=0x10173b4dfe80007 2024-11-25T14:35:06,740 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T14:35:06,740 DEBUG [RS:0;cb69081f5976:44353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb69081f5976,44353,1732545304140 2024-11-25T14:35:06,740 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,44353,1732545304140' 2024-11-25T14:35:06,740 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1887666548/flush-table-proc/abort' 2024-11-25T14:35:06,740 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1887666548/flush-table-proc/acquired' 2024-11-25T14:35:06,741 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T14:35:06,741 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T14:35:06,741 DEBUG [RS:0;cb69081f5976:44353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb69081f5976,44353,1732545304140 2024-11-25T14:35:06,741 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb69081f5976,44353,1732545304140' 2024-11-25T14:35:06,741 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1887666548/online-snapshot/abort' 2024-11-25T14:35:06,741 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1887666548/online-snapshot/acquired' 2024-11-25T14:35:06,741 DEBUG [RS:0;cb69081f5976:44353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T14:35:06,742 INFO [RS:0;cb69081f5976:44353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T14:35:06,742 INFO [RS:0;cb69081f5976:44353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T14:35:06,842 INFO [RS:0;cb69081f5976:44353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T14:35:06,843 INFO [RS:0;cb69081f5976:44353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C44353%2C1732545304140, suffix=, logDir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/WALs/cb69081f5976,44353,1732545304140, archiveDir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/oldWALs, maxLogs=10 2024-11-25T14:35:06,862 DEBUG [RS:0;cb69081f5976:44353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/WALs/cb69081f5976,44353,1732545304140/cb69081f5976%2C44353%2C1732545304140.1732545306844, exclude list is [], retry=0 2024-11-25T14:35:06,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42405,DS-cf557ca5-05e8-4e69-a6be-bbcd9481eeb2,DISK] 2024-11-25T14:35:06,866 INFO [RS:0;cb69081f5976:44353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/WALs/cb69081f5976,44353,1732545304140/cb69081f5976%2C44353%2C1732545304140.1732545306844 2024-11-25T14:35:06,867 DEBUG [RS:0;cb69081f5976:44353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36299:36299)] 2024-11-25T14:35:07,073 DEBUG [cb69081f5976:33671 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T14:35:07,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb69081f5976,44353,1732545304140 2024-11-25T14:35:07,078 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,44353,1732545304140, state=OPENING 2024-11-25T14:35:07,100 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T14:35:07,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:07,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:07,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1887666548/meta-region-server: CHANGED 2024-11-25T14:35:07,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1887666548/meta-region-server: CHANGED 2024-11-25T14:35:07,112 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T14:35:07,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,44353,1732545304140}] 2024-11-25T14:35:07,276 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:35:07,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:35:07,304 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T14:35:07,304 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:35:07,304 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T14:35:07,306 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C44353%2C1732545304140.meta, suffix=.meta, logDir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/WALs/cb69081f5976,44353,1732545304140, archiveDir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/oldWALs, maxLogs=10 2024-11-25T14:35:07,331 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/WALs/cb69081f5976,44353,1732545304140/cb69081f5976%2C44353%2C1732545304140.meta.1732545307307.meta, exclude list is [], retry=0 2024-11-25T14:35:07,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42405,DS-cf557ca5-05e8-4e69-a6be-bbcd9481eeb2,DISK] 2024-11-25T14:35:07,350 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/WALs/cb69081f5976,44353,1732545304140/cb69081f5976%2C44353%2C1732545304140.meta.1732545307307.meta 2024-11-25T14:35:07,372 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36299:36299)] 2024-11-25T14:35:07,373 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:35:07,373 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:35:07,373 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:35:07,374 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T14:35:07,374 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T14:35:07,374 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T14:35:07,374 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:07,374 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T14:35:07,374 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T14:35:07,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T14:35:07,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T14:35:07,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:07,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:07,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T14:35:07,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T14:35:07,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:07,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:07,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T14:35:07,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T14:35:07,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:07,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:07,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T14:35:07,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T14:35:07,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:07,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T14:35:07,409 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T14:35:07,409 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740 2024-11-25T14:35:07,411 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740 2024-11-25T14:35:07,412 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T14:35:07,412 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T14:35:07,413 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T14:35:07,415 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T14:35:07,427 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60293866, jitterRate=-0.10155138373374939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T14:35:07,428 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T14:35:07,428 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732545307374Writing region info on filesystem at 1732545307377 (+3 ms)Initializing all the Stores at 1732545307379 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545307380 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545307400 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545307400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732545307400Cleaning up temporary data from old regions at 1732545307412 (+12 ms)Running coprocessor post-open hooks at 1732545307428 (+16 ms)Region opened successfully at 1732545307428 2024-11-25T14:35:07,431 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732545307275 2024-11-25T14:35:07,434 DEBUG [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T14:35:07,434 INFO [RS_OPEN_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T14:35:07,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,44353,1732545304140 2024-11-25T14:35:07,436 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb69081f5976,44353,1732545304140, state=OPEN 2024-11-25T14:35:07,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1887666548/meta-region-server 2024-11-25T14:35:07,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1887666548/meta-region-server 2024-11-25T14:35:07,445 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb69081f5976,44353,1732545304140 2024-11-25T14:35:07,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1887666548/meta-region-server: CHANGED 2024-11-25T14:35:07,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1887666548/meta-region-server: CHANGED 2024-11-25T14:35:07,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T14:35:07,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb69081f5976,44353,1732545304140 in 333 msec 2024-11-25T14:35:07,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T14:35:07,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0290 sec 2024-11-25T14:35:07,452 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T14:35:07,452 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T14:35:07,454 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:35:07,454 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,44353,1732545304140, seqNum=-1] 2024-11-25T14:35:07,455 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:35:07,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:35:07,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1750 sec 2024-11-25T14:35:07,465 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732545307465, completionTime=-1 2024-11-25T14:35:07,465 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T14:35:07,466 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T14:35:07,468 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T14:35:07,469 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732545367468 2024-11-25T14:35:07,469 INFO [master/cb69081f5976:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732545427469 2024-11-25T14:35:07,469 INFO [master/cb69081f5976:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-25T14:35:07,469 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33671,1732545303942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:07,469 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33671,1732545303942-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:07,469 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33671,1732545303942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:07,469 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb69081f5976:33671, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:07,469 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:07,472 DEBUG [master/cb69081f5976:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T14:35:07,478 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:07,484 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.256sec 2024-11-25T14:35:07,484 INFO [master/cb69081f5976:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T14:35:07,484 INFO [master/cb69081f5976:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T14:35:07,484 INFO [master/cb69081f5976:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T14:35:07,485 INFO [master/cb69081f5976:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T14:35:07,485 INFO [master/cb69081f5976:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T14:35:07,485 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33671,1732545303942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T14:35:07,485 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33671,1732545303942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T14:35:07,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5181d241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:07,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,33671,-1 for getting cluster id 2024-11-25T14:35:07,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:07,519 DEBUG [master/cb69081f5976:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T14:35:07,519 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T14:35:07,520 INFO [master/cb69081f5976:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb69081f5976,33671,1732545303942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T14:35:07,531 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce9293e9-d12c-4512-8e79-3a3c8b7a7c77' 2024-11-25T14:35:07,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:07,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce9293e9-d12c-4512-8e79-3a3c8b7a7c77" 2024-11-25T14:35:07,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ba0dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:07,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,33671,-1] 2024-11-25T14:35:07,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:07,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:07,534 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:07,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11760988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:07,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:35:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,44353,1732545304140, seqNum=-1] 2024-11-25T14:35:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:35:07,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:35:07,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb69081f5976,33671,1732545303942 2024-11-25T14:35:07,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52315 2024-11-25T14:35:07,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T14:35:07,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10173b4dfe80008 connected 2024-11-25T14:35:07,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:07,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,34563,1732545295821 2024-11-25T14:35:07,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60369bec 2024-11-25T14:35:07,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:07,566 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:35:07,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:35:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:35:07,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:35:07,569 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:07,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:35:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:07,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:35:07,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:35:07,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7c23ceb531f70e7c899eae838e89a4d, NAME => 'test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d 2024-11-25T14:35:07,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:35:07,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:07,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d7c23ceb531f70e7c899eae838e89a4d, disabling compactions & flushes 2024-11-25T14:35:07,597 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:07,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:07,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. after waiting 0 ms 2024-11-25T14:35:07,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:07,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:07,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7c23ceb531f70e7c899eae838e89a4d: Waiting for close lock at 1732545307597Disabling compacts and flushes for region at 1732545307597Disabling writes for close at 1732545307597Writing region close event to WAL at 1732545307597Closed at 1732545307597 2024-11-25T14:35:07,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:35:07,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545307599"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545307599"}]},"ts":"1732545307599"} 2024-11-25T14:35:07,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:35:07,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:35:07,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545307603"}]},"ts":"1732545307603"} 2024-11-25T14:35:07,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:35:07,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7c23ceb531f70e7c899eae838e89a4d, ASSIGN}] 2024-11-25T14:35:07,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7c23ceb531f70e7c899eae838e89a4d, ASSIGN 2024-11-25T14:35:07,607 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d7c23ceb531f70e7c899eae838e89a4d, ASSIGN; state=OFFLINE, location=cb69081f5976,35217,1732545296106; forceNewPlan=false, retain=false 2024-11-25T14:35:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:07,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7c23ceb531f70e7c899eae838e89a4d, regionState=OPENING, regionLocation=cb69081f5976,35217,1732545296106 2024-11-25T14:35:07,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d7c23ceb531f70e7c899eae838e89a4d, ASSIGN because future has completed 2024-11-25T14:35:07,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7c23ceb531f70e7c899eae838e89a4d, server=cb69081f5976,35217,1732545296106}] 2024-11-25T14:35:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:07,915 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:07,915 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d7c23ceb531f70e7c899eae838e89a4d, NAME => 'test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:35:07,916 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:35:07,916 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:35:07,916 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,916 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:07,916 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,916 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,917 INFO [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,918 INFO [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7c23ceb531f70e7c899eae838e89a4d columnFamilyName f 2024-11-25T14:35:07,918 DEBUG [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:07,918 INFO [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] regionserver.HStore(327): Store=d7c23ceb531f70e7c899eae838e89a4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:07,918 INFO [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,919 INFO [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7c23ceb531f70e7c899eae838e89a4d columnFamilyName f1 2024-11-25T14:35:07,919 DEBUG [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:07,919 INFO [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] regionserver.HStore(327): Store=d7c23ceb531f70e7c899eae838e89a4d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:07,919 INFO [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,920 INFO [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7c23ceb531f70e7c899eae838e89a4d columnFamilyName norep 2024-11-25T14:35:07,920 DEBUG [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:07,921 INFO [StoreOpener-d7c23ceb531f70e7c899eae838e89a4d-1 {}] regionserver.HStore(327): Store=d7c23ceb531f70e7c899eae838e89a4d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:07,921 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,922 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,922 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,924 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,924 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,924 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:35:07,925 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,926 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:35:07,927 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d7c23ceb531f70e7c899eae838e89a4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74239294, jitterRate=0.10625168681144714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:35:07,927 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:07,927 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d7c23ceb531f70e7c899eae838e89a4d: Running coprocessor pre-open hook at 1732545307916Writing region info on filesystem at 1732545307916Initializing all the Stores at 1732545307917 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545307917Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545307917Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545307917Cleaning up temporary data from old regions at 1732545307924 (+7 ms)Running coprocessor post-open hooks at 1732545307927 (+3 ms)Region opened successfully at 1732545307927 2024-11-25T14:35:07,928 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., pid=6, masterSystemTime=1732545307913 2024-11-25T14:35:07,929 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:07,929 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:07,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7c23ceb531f70e7c899eae838e89a4d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,35217,1732545296106 2024-11-25T14:35:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7c23ceb531f70e7c899eae838e89a4d, server=cb69081f5976,35217,1732545296106 because future has completed 2024-11-25T14:35:07,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:35:07,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d7c23ceb531f70e7c899eae838e89a4d, server=cb69081f5976,35217,1732545296106 in 173 msec 2024-11-25T14:35:07,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:35:07,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d7c23ceb531f70e7c899eae838e89a4d, ASSIGN in 329 msec 2024-11-25T14:35:07,937 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:35:07,937 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545307937"}]},"ts":"1732545307937"} 2024-11-25T14:35:07,938 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:35:07,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:35:07,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 372 msec 2024-11-25T14:35:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:08,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:08,194 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:35:08,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,36203,1732545300779 2024-11-25T14:35:08,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75747c9b 2024-11-25T14:35:08,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:08,196 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:35:08,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36203 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:35:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36203 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:35:08,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:35:08,199 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:08,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36203 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:35:08,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:35:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:08,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:35:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:08,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8874df00830743cd1f328d359f1f9fc0, NAME => 'test,,1732545308197.8874df00830743cd1f328d359f1f9fc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c 2024-11-25T14:35:08,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:35:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:09,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545308197.8874df00830743cd1f328d359f1f9fc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:09,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8874df00830743cd1f328d359f1f9fc0, disabling compactions & flushes 2024-11-25T14:35:09,036 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:09,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:09,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. after waiting 0 ms 2024-11-25T14:35:09,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:09,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:09,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8874df00830743cd1f328d359f1f9fc0: Waiting for close lock at 1732545309036Disabling compacts and flushes for region at 1732545309036Disabling writes for close at 1732545309036Writing region close event to WAL at 1732545309036Closed at 1732545309036 2024-11-25T14:35:09,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:35:09,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545308197.8874df00830743cd1f328d359f1f9fc0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545309038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545309038"}]},"ts":"1732545309038"} 2024-11-25T14:35:09,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:35:09,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:35:09,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545309044"}]},"ts":"1732545309044"} 2024-11-25T14:35:09,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:35:09,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8874df00830743cd1f328d359f1f9fc0, ASSIGN}] 2024-11-25T14:35:09,049 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8874df00830743cd1f328d359f1f9fc0, ASSIGN 2024-11-25T14:35:09,050 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8874df00830743cd1f328d359f1f9fc0, ASSIGN; state=OFFLINE, location=cb69081f5976,35347,1732545300897; forceNewPlan=false, retain=false 2024-11-25T14:35:09,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8874df00830743cd1f328d359f1f9fc0, regionState=OPENING, regionLocation=cb69081f5976,35347,1732545300897 2024-11-25T14:35:09,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8874df00830743cd1f328d359f1f9fc0, ASSIGN because future has completed 2024-11-25T14:35:09,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8874df00830743cd1f328d359f1f9fc0, server=cb69081f5976,35347,1732545300897}] 2024-11-25T14:35:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:09,365 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:09,365 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8874df00830743cd1f328d359f1f9fc0, NAME => 'test,,1732545308197.8874df00830743cd1f328d359f1f9fc0.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:35:09,366 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:35:09,366 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:35:09,366 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,366 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545308197.8874df00830743cd1f328d359f1f9fc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:09,366 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,366 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,368 INFO [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,388 INFO [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8874df00830743cd1f328d359f1f9fc0 columnFamilyName f 2024-11-25T14:35:09,388 DEBUG [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:09,392 INFO [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] regionserver.HStore(327): Store=8874df00830743cd1f328d359f1f9fc0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:09,392 INFO [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,396 INFO [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8874df00830743cd1f328d359f1f9fc0 columnFamilyName f1 2024-11-25T14:35:09,396 DEBUG [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:09,402 INFO [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] regionserver.HStore(327): Store=8874df00830743cd1f328d359f1f9fc0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:09,403 INFO [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,412 INFO [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8874df00830743cd1f328d359f1f9fc0 columnFamilyName norep 2024-11-25T14:35:09,412 DEBUG [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:09,419 INFO [StoreOpener-8874df00830743cd1f328d359f1f9fc0-1 {}] regionserver.HStore(327): Store=8874df00830743cd1f328d359f1f9fc0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:09,419 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,420 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,425 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,430 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,430 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,430 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:35:09,435 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,451 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:35:09,455 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8874df00830743cd1f328d359f1f9fc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59297150, jitterRate=-0.11640360951423645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:35:09,455 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:09,455 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8874df00830743cd1f328d359f1f9fc0: Running coprocessor pre-open hook at 1732545309366Writing region info on filesystem at 1732545309366Initializing all the Stores at 1732545309367 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545309367Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545309368 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545309368Cleaning up temporary data from old regions at 1732545309430 (+62 ms)Running coprocessor post-open hooks at 1732545309455 (+25 ms)Region opened successfully at 1732545309455 2024-11-25T14:35:09,460 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545308197.8874df00830743cd1f328d359f1f9fc0., pid=6, masterSystemTime=1732545309357 2024-11-25T14:35:09,466 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:09,466 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:09,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8874df00830743cd1f328d359f1f9fc0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,35347,1732545300897 2024-11-25T14:35:09,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8874df00830743cd1f328d359f1f9fc0, server=cb69081f5976,35347,1732545300897 because future has completed 2024-11-25T14:35:09,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:35:09,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8874df00830743cd1f328d359f1f9fc0, server=cb69081f5976,35347,1732545300897 in 279 msec 2024-11-25T14:35:09,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:35:09,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8874df00830743cd1f328d359f1f9fc0, ASSIGN in 440 msec 2024-11-25T14:35:09,490 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:35:09,490 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545309490"}]},"ts":"1732545309490"} 2024-11-25T14:35:09,493 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:35:09,494 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:35:09,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2970 sec 2024-11-25T14:35:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36203 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:10,345 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:35:10,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,33671,1732545303942 2024-11-25T14:35:10,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f04d2bb 2024-11-25T14:35:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:10,349 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:35:10,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:35:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-25T14:35:10,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:35:10,353 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:10,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:35:10,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-25T14:35:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:10,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741835_1011 (size=902) 2024-11-25T14:35:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:10,785 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee2e86a653fea1114133d48b4e9bd5ea, NAME => 'test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35 2024-11-25T14:35:10,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741836_1012 (size=39) 2024-11-25T14:35:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:11,189 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:11,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee2e86a653fea1114133d48b4e9bd5ea, disabling compactions & flushes 2024-11-25T14:35:11,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:11,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:11,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. after waiting 0 ms 2024-11-25T14:35:11,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:11,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:11,190 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee2e86a653fea1114133d48b4e9bd5ea: Waiting for close lock at 1732545311190Disabling compacts and flushes for region at 1732545311190Disabling writes for close at 1732545311190Writing region close event to WAL at 1732545311190Closed at 1732545311190 2024-11-25T14:35:11,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:35:11,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732545311191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545311191"}]},"ts":"1732545311191"} 2024-11-25T14:35:11,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:35:11,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:35:11,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545311194"}]},"ts":"1732545311194"} 2024-11-25T14:35:11,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-25T14:35:11,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee2e86a653fea1114133d48b4e9bd5ea, ASSIGN}] 2024-11-25T14:35:11,203 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee2e86a653fea1114133d48b4e9bd5ea, ASSIGN 2024-11-25T14:35:11,204 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee2e86a653fea1114133d48b4e9bd5ea, ASSIGN; state=OFFLINE, location=cb69081f5976,44353,1732545304140; forceNewPlan=false, retain=false 2024-11-25T14:35:11,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee2e86a653fea1114133d48b4e9bd5ea, regionState=OPENING, regionLocation=cb69081f5976,44353,1732545304140 2024-11-25T14:35:11,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee2e86a653fea1114133d48b4e9bd5ea, ASSIGN because future has completed 2024-11-25T14:35:11,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee2e86a653fea1114133d48b4e9bd5ea, server=cb69081f5976,44353,1732545304140}] 2024-11-25T14:35:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:11,517 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:11,517 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee2e86a653fea1114133d48b4e9bd5ea, NAME => 'test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:35:11,517 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:35:11,518 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-25T14:35:11,518 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,518 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:11,518 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,518 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,519 INFO [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,520 INFO [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee2e86a653fea1114133d48b4e9bd5ea columnFamilyName f 2024-11-25T14:35:11,520 DEBUG [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:11,520 INFO [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] regionserver.HStore(327): Store=ee2e86a653fea1114133d48b4e9bd5ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:11,520 INFO [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,521 INFO [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee2e86a653fea1114133d48b4e9bd5ea columnFamilyName f1 2024-11-25T14:35:11,521 DEBUG [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:11,522 INFO [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] regionserver.HStore(327): Store=ee2e86a653fea1114133d48b4e9bd5ea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:11,522 INFO [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,522 INFO [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee2e86a653fea1114133d48b4e9bd5ea columnFamilyName norep 2024-11-25T14:35:11,522 DEBUG [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:11,523 INFO [StoreOpener-ee2e86a653fea1114133d48b4e9bd5ea-1 {}] regionserver.HStore(327): Store=ee2e86a653fea1114133d48b4e9bd5ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:11,523 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,524 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,524 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,525 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,525 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,525 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:35:11,526 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,540 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:35:11,540 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee2e86a653fea1114133d48b4e9bd5ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69406827, jitterRate=0.03424231708049774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:35:11,540 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:11,540 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee2e86a653fea1114133d48b4e9bd5ea: Running coprocessor pre-open hook at 1732545311518Writing region info on filesystem at 1732545311518Initializing all the Stores at 1732545311519 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545311519Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545311519Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545311519Cleaning up temporary data from old regions at 1732545311525 (+6 ms)Running coprocessor post-open hooks at 1732545311540 (+15 ms)Region opened successfully at 1732545311540 2024-11-25T14:35:11,541 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea., pid=6, masterSystemTime=1732545311513 2024-11-25T14:35:11,543 DEBUG [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:11,543 INFO [RS_OPEN_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:11,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee2e86a653fea1114133d48b4e9bd5ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb69081f5976,44353,1732545304140 2024-11-25T14:35:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee2e86a653fea1114133d48b4e9bd5ea, server=cb69081f5976,44353,1732545304140 because future has completed 2024-11-25T14:35:11,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T14:35:11,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee2e86a653fea1114133d48b4e9bd5ea, server=cb69081f5976,44353,1732545304140 in 191 msec 2024-11-25T14:35:11,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T14:35:11,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee2e86a653fea1114133d48b4e9bd5ea, ASSIGN in 349 msec 2024-11-25T14:35:11,552 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:35:11,552 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545311552"}]},"ts":"1732545311552"} 2024-11-25T14:35:11,554 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-25T14:35:11,555 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:35:11,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2050 sec 2024-11-25T14:35:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T14:35:12,505 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-25T14:35:12,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:12,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,34563,-1 for getting cluster id 2024-11-25T14:35:12,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:12,507 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0cda42d-45de-4c4c-8636-fb98cbbad456' 2024-11-25T14:35:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0cda42d-45de-4c4c-8636-fb98cbbad456" 2024-11-25T14:35:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2325baed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,34563,-1] 2024-11-25T14:35:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:12,515 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b3c3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:12,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:12,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,34563,1732545295821 2024-11-25T14:35:12,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14036398 2024-11-25T14:35:12,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:12,532 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:35:12,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb69081f5976:36203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:35:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:35:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:35:12,536 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:36203' 2024-11-25T14:35:12,538 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754c6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:12,538 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,36203,-1 for getting cluster id 2024-11-25T14:35:12,538 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:12,543 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48da1249-a33d-4c46-ae9d-cda950bd8121' 2024-11-25T14:35:12,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:12,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48da1249-a33d-4c46-ae9d-cda950bd8121" 2024-11-25T14:35:12,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b01359d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:12,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,36203,-1] 2024-11-25T14:35:12,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:12,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:12,548 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:12,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201376f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:12,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:12,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,36203,1732545300779 2024-11-25T14:35:12,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c0c79e5 2024-11-25T14:35:12,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:12,557 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:35:12,558 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-25T14:35:12,558 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:35:12,558 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:12,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:12,558 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:12,558 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T14:35:12,560 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-25T14:35:12,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T14:35:12,561 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:12,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T14:35:12,610 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-25T14:35:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741837_1013 (size=1138) 2024-11-25T14:35:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:35:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:35:12,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:35:12,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:12,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:13,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 193faa9d48912c2f88a8bc0b882a24e1, NAME => 'hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d 2024-11-25T14:35:13,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741838_1014 (size=44) 2024-11-25T14:35:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:35:13,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:13,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 193faa9d48912c2f88a8bc0b882a24e1, disabling compactions & flushes 2024-11-25T14:35:13,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:13,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:13,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. after waiting 0 ms 2024-11-25T14:35:13,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:13,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:13,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 193faa9d48912c2f88a8bc0b882a24e1: Waiting for close lock at 1732545313463Disabling compacts and flushes for region at 1732545313463Disabling writes for close at 1732545313463Writing region close event to WAL at 1732545313463Closed at 1732545313463 2024-11-25T14:35:13,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T14:35:13,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732545313464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732545313464"}]},"ts":"1732545313464"} 2024-11-25T14:35:13,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T14:35:13,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T14:35:13,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545313479"}]},"ts":"1732545313479"} 2024-11-25T14:35:13,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-25T14:35:13,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=193faa9d48912c2f88a8bc0b882a24e1, ASSIGN}] 2024-11-25T14:35:13,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=193faa9d48912c2f88a8bc0b882a24e1, ASSIGN 2024-11-25T14:35:13,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=193faa9d48912c2f88a8bc0b882a24e1, ASSIGN; state=OFFLINE, location=cb69081f5976,35217,1732545296106; forceNewPlan=false, retain=false 2024-11-25T14:35:13,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=193faa9d48912c2f88a8bc0b882a24e1, regionState=OPENING, regionLocation=cb69081f5976,35217,1732545296106 2024-11-25T14:35:13,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=193faa9d48912c2f88a8bc0b882a24e1, ASSIGN because future has completed 2024-11-25T14:35:13,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 193faa9d48912c2f88a8bc0b882a24e1, server=cb69081f5976,35217,1732545296106}] 2024-11-25T14:35:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:35:13,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:13,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T14:35:13,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-25T14:35:13,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb69081f5976%2C35217%2C1732545296106.rep, suffix=, logDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106, archiveDir=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/oldWALs, maxLogs=10 2024-11-25T14:35:13,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.rep.1732545313804, exclude list is [], retry=0 2024-11-25T14:35:13,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41605,DS-72130e15-7dac-4dd9-a900-5ccb6a985532,DISK] 2024-11-25T14:35:13,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.rep.1732545313804 2024-11-25T14:35:13,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36093:36093)] 2024-11-25T14:35:13,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 193faa9d48912c2f88a8bc0b882a24e1, NAME => 'hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T14:35:13,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-25T14:35:13,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T14:35:13,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. service=MultiRowMutationService 2024-11-25T14:35:13,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-25T14:35:13,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T14:35:13,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,876 INFO [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,880 INFO [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 193faa9d48912c2f88a8bc0b882a24e1 columnFamilyName hfileref 2024-11-25T14:35:13,880 DEBUG [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:13,891 INFO [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] regionserver.HStore(327): Store=193faa9d48912c2f88a8bc0b882a24e1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:13,891 INFO [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,894 INFO [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 193faa9d48912c2f88a8bc0b882a24e1 columnFamilyName queue 2024-11-25T14:35:13,894 DEBUG [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:13,895 INFO [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] regionserver.HStore(327): Store=193faa9d48912c2f88a8bc0b882a24e1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:13,895 INFO [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,902 INFO [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 193faa9d48912c2f88a8bc0b882a24e1 columnFamilyName sid 2024-11-25T14:35:13,902 DEBUG [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T14:35:13,904 INFO [StoreOpener-193faa9d48912c2f88a8bc0b882a24e1-1 {}] regionserver.HStore(327): Store=193faa9d48912c2f88a8bc0b882a24e1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T14:35:13,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T14:35:13,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T14:35:13,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 193faa9d48912c2f88a8bc0b882a24e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66788535, jitterRate=-0.004773274064064026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T14:35:13,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:13,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 193faa9d48912c2f88a8bc0b882a24e1: Running coprocessor pre-open hook at 1732545313857Writing region info on filesystem at 1732545313857Initializing all the Stores at 1732545313864 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545313864Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545313875 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732545313875Cleaning up temporary data from old regions at 1732545313907 (+32 ms)Running coprocessor post-open hooks at 1732545313940 (+33 ms)Region opened successfully at 1732545313941 (+1 ms) 2024-11-25T14:35:13,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1., pid=10, masterSystemTime=1732545313789 2024-11-25T14:35:13,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:13,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:13,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=193faa9d48912c2f88a8bc0b882a24e1, regionState=OPEN, openSeqNum=2, regionLocation=cb69081f5976,35217,1732545296106 2024-11-25T14:35:13,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 193faa9d48912c2f88a8bc0b882a24e1, server=cb69081f5976,35217,1732545296106 because future has completed 2024-11-25T14:35:13,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T14:35:13,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 193faa9d48912c2f88a8bc0b882a24e1, server=cb69081f5976,35217,1732545296106 in 353 msec 2024-11-25T14:35:13,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-25T14:35:13,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=193faa9d48912c2f88a8bc0b882a24e1, ASSIGN in 512 msec 2024-11-25T14:35:13,996 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T14:35:13,997 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732545313996"}]},"ts":"1732545313996"} 2024-11-25T14:35:13,999 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-25T14:35:14,000 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T14:35:14,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4420 sec 2024-11-25T14:35:14,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1., hostname=cb69081f5976,35217,1732545296106, seqNum=2] 2024-11-25T14:35:14,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:35:14,095 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:35:14,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:35:14,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-25T14:35:14,283 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-25T14:35:14,356 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb69081f5976,35217,1732545296106, ReplicationSource: 1, currentBandwidth=0 2024-11-25T14:35:14,356 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:35:14,356 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35217,1732545296106, seqNum=-1] 2024-11-25T14:35:14,357 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:35:14,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-25T14:35:14,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb69081f5976,35217,1732545296106', locateType=CURRENT is [region=hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1., hostname=cb69081f5976,35217,1732545296106, seqNum=2] 2024-11-25T14:35:14,367 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-25T14:35:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-25T14:35:14,390 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb69081f5976,35217,1732545296106 suceeded 2024-11-25T14:35:14,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-25T14:35:14,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 275 msec 2024-11-25T14:35:14,397 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb69081f5976:36203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:35:14,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8640 sec 2024-11-25T14:35:14,404 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:36203' 2024-11-25T14:35:14,411 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32dd8597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,411 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,36203,-1 for getting cluster id 2024-11-25T14:35:14,411 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:14,412 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48da1249-a33d-4c46-ae9d-cda950bd8121' 2024-11-25T14:35:14,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:14,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48da1249-a33d-4c46-ae9d-cda950bd8121" 2024-11-25T14:35:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e00ed53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,36203,-1] 2024-11-25T14:35:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:14,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:14,415 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:14,415 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e38d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,416 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,36203,1732545300779 2024-11-25T14:35:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46bfc9db 2024-11-25T14:35:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:14,421 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-25T14:35:14,424 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb69081f5976,35217,1732545296106 (queues=1) is replicating from cluster=f0cda42d-45de-4c4c-8636-fb98cbbad456 to cluster=48da1249-a33d-4c46-ae9d-cda950bd8121 2024-11-25T14:35:14,424 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb69081f5976%2C35217%2C1732545296106 2024-11-25T14:35:14,424 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb69081f5976,35217,1732545296106, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:35:14,436 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125, startPosition=0, beingWritten=true 2024-11-25T14:35:14,439 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C35217%2C1732545296106 2024-11-25T14:35:14,473 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:35:14,474 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 to pos 379, reset compression=false 2024-11-25T14:35:14,477 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35217,1732545296106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:35:14,682 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 to pos 379, reset compression=false 2024-11-25T14:35:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T14:35:14,684 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-25T14:35:14,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:35:14,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:14,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:14,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:14,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:14,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,34563,-1 for getting cluster id 2024-11-25T14:35:14,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:14,688 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0cda42d-45de-4c4c-8636-fb98cbbad456' 2024-11-25T14:35:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0cda42d-45de-4c4c-8636-fb98cbbad456" 2024-11-25T14:35:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75421ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,34563,-1] 2024-11-25T14:35:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:14,690 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:14,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d02a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,36203,-1 for getting cluster id 2024-11-25T14:35:14,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:14,693 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48da1249-a33d-4c46-ae9d-cda950bd8121' 2024-11-25T14:35:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48da1249-a33d-4c46-ae9d-cda950bd8121" 2024-11-25T14:35:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a44bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,36203,-1] 2024-11-25T14:35:14,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:14,695 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:14,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534e88b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,33671,-1 for getting cluster id 2024-11-25T14:35:14,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:14,717 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce9293e9-d12c-4512-8e79-3a3c8b7a7c77' 2024-11-25T14:35:14,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce9293e9-d12c-4512-8e79-3a3c8b7a7c77" 2024-11-25T14:35:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ce714d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,33671,-1] 2024-11-25T14:35:14,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:14,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:14,720 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:14,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761cc495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:14,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:14,726 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732545314726/Put/seqid=0 2024-11-25T14:35:14,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741840_1016 (size=7894) 2024-11-25T14:35:14,995 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 to pos 379, reset compression=false 2024-11-25T14:35:15,198 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732545315198/Put/seqid=0 2024-11-25T14:35:15,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741841_1017 (size=7691) 2024-11-25T14:35:15,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4cfa39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:15,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,34563,-1 for getting cluster id 2024-11-25T14:35:15,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:15,238 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0cda42d-45de-4c4c-8636-fb98cbbad456' 2024-11-25T14:35:15,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:15,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0cda42d-45de-4c4c-8636-fb98cbbad456" 2024-11-25T14:35:15,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28405abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:15,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,34563,-1] 2024-11-25T14:35:15,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:15,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:15,240 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:15,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2128714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:15,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:35:15,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35217,1732545296106, seqNum=-1] 2024-11-25T14:35:15,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:35:15,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:35:15,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:15,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,34563,1732545295821 2024-11-25T14:35:15,265 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@278f5a30 2024-11-25T14:35:15,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:15,266 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:35:15,271 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., hostname=cb69081f5976,35217,1732545296106, seqNum=2] 2024-11-25T14:35:15,274 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:35:15,310 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-25T14:35:15,313 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-25T14:35:15,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_0/f/hfile_0 for inclusion in d7c23ceb531f70e7c899eae838e89a4d/f 2024-11-25T14:35:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-25T14:35:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:35:15,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_0/f/hfile_1 for inclusion in d7c23ceb531f70e7c899eae838e89a4d/f 2024-11-25T14:35:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-25T14:35:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:35:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HRegion(2603): Flush status journal for d7c23ceb531f70e7c899eae838e89a4d: 2024-11-25T14:35:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__9dedskcpi1lpa7h3fa14ili670jgpqe6u6qbc9oc4k2iqd86qpn7oh0as163m3q2/f/hfile_0 2024-11-25T14:35:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__9dedskcpi1lpa7h3fa14ili670jgpqe6u6qbc9oc4k2iqd86qpn7oh0as163m3q2/f/hfile_0 as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_ 2024-11-25T14:35:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__9dedskcpi1lpa7h3fa14ili670jgpqe6u6qbc9oc4k2iqd86qpn7oh0as163m3q2/f/hfile_1 2024-11-25T14:35:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__9dedskcpi1lpa7h3fa14ili670jgpqe6u6qbc9oc4k2iqd86qpn7oh0as163m3q2/f/hfile_1 as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/990d3269177d432bab27d09e0147e01a_SeqId_4_ 2024-11-25T14:35:15,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__9dedskcpi1lpa7h3fa14ili670jgpqe6u6qbc9oc4k2iqd86qpn7oh0as163m3q2/f/hfile_0 into d7c23ceb531f70e7c899eae838e89a4d/f as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_ - updating store file list. 2024-11-25T14:35:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:35:15,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_ into d7c23ceb531f70e7c899eae838e89a4d/f 2024-11-25T14:35:15,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__9dedskcpi1lpa7h3fa14ili670jgpqe6u6qbc9oc4k2iqd86qpn7oh0as163m3q2/f/hfile_0 into d7c23ceb531f70e7c899eae838e89a4d/f (new location: hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_) 2024-11-25T14:35:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__9dedskcpi1lpa7h3fa14ili670jgpqe6u6qbc9oc4k2iqd86qpn7oh0as163m3q2/f/hfile_0 2024-11-25T14:35:15,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__9dedskcpi1lpa7h3fa14ili670jgpqe6u6qbc9oc4k2iqd86qpn7oh0as163m3q2/f/hfile_1 into d7c23ceb531f70e7c899eae838e89a4d/f as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/990d3269177d432bab27d09e0147e01a_SeqId_4_ - updating store file list. 2024-11-25T14:35:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 990d3269177d432bab27d09e0147e01a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:35:15,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/990d3269177d432bab27d09e0147e01a_SeqId_4_ into d7c23ceb531f70e7c899eae838e89a4d/f 2024-11-25T14:35:15,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__9dedskcpi1lpa7h3fa14ili670jgpqe6u6qbc9oc4k2iqd86qpn7oh0as163m3q2/f/hfile_1 into d7c23ceb531f70e7c899eae838e89a4d/f (new location: hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/990d3269177d432bab27d09e0147e01a_SeqId_4_) 2024-11-25T14:35:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__9dedskcpi1lpa7h3fa14ili670jgpqe6u6qbc9oc4k2iqd86qpn7oh0as163m3q2/f/hfile_1 2024-11-25T14:35:15,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:35:15,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:15,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:15,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:15,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., hostname=cb69081f5976,35217,1732545296106, seqNum=2 , the old value is region=test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., hostname=cb69081f5976,35217,1732545296106, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb69081f5976:35217 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:35:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., hostname=cb69081f5976,35217,1732545296106, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:35:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., hostname=cb69081f5976,35217,1732545296106, seqNum=2 from cache 2024-11-25T14:35:15,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:35:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:48126 deadline: 1732545375384 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:48126 2024-11-25T14:35:15,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35347,1732545300897, seqNum=-1] 2024-11-25T14:35:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:35:15,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:35:15,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545308197.8874df00830743cd1f328d359f1f9fc0., hostname=cb69081f5976,35347,1732545300897, seqNum=2] 2024-11-25T14:35:15,396 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T14:35:15,444 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 to pos 379, reset compression=false 2024-11-25T14:35:15,496 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:35217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T14:35:15,498 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:35:15,498 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35217,1732545296106 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7c23ceb531f70e7c899eae838e89a4d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732545315382/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T14:35:15,506 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:35:15,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-25T14:35:15,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.ReplicationSink(318): Replicating [f0cda42d-45de-4c4c-8636-fb98cbbad456] bulk loaded data 2024-11-25T14:35:15,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@362c4141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:15,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,36203,-1 for getting cluster id 2024-11-25T14:35:15,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:15,528 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48da1249-a33d-4c46-ae9d-cda950bd8121' 2024-11-25T14:35:15,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:15,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48da1249-a33d-4c46-ae9d-cda950bd8121" 2024-11-25T14:35:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fdc4c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,36203,-1] 2024-11-25T14:35:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:15,533 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:15,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@271c148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:15,701 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 to pos 687, reset compression=false 2024-11-25T14:35:15,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741837_1013 (size=7894) 2024-11-25T14:35:15,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741838_1014 (size=7691) 2024-11-25T14:35:15,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:15,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,36203,1732545300779 2024-11-25T14:35:15,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18d3969 2024-11-25T14:35:15,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:15,857 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-25T14:35:15,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:35:15,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:35:15,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35347,1732545300897, seqNum=-1] 2024-11-25T14:35:15,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:35:15,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-25T14:35:15,899 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/990d3269177d432bab27d09e0147e01a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-25T14:35:15,902 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-25T14:35:15,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/990d3269177d432bab27d09e0147e01a_SeqId_4_ for inclusion in 8874df00830743cd1f328d359f1f9fc0/f 2024-11-25T14:35:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-25T14:35:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:35:15,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_ for inclusion in 8874df00830743cd1f328d359f1f9fc0/f 2024-11-25T14:35:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-25T14:35:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:35:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HRegion(2603): Flush status journal for 8874df00830743cd1f328d359f1f9fc0: 2024-11-25T14:35:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 990d3269177d432bab27d09e0147e01a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:35:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/990d3269177d432bab27d09e0147e01a_SeqId_4_ as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/79736aa1b362470f98d88d9522d22218_SeqId_4_ 2024-11-25T14:35:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:35:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_ as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/d0e9ddd6c90f48b7a922e63127f4ebec_SeqId_4_ 2024-11-25T14:35:15,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/990d3269177d432bab27d09e0147e01a_SeqId_4_ into 8874df00830743cd1f328d359f1f9fc0/f as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/79736aa1b362470f98d88d9522d22218_SeqId_4_ - updating store file list. 2024-11-25T14:35:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79736aa1b362470f98d88d9522d22218_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:35:16,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/79736aa1b362470f98d88d9522d22218_SeqId_4_ into 8874df00830743cd1f328d359f1f9fc0/f 2024-11-25T14:35:16,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/990d3269177d432bab27d09e0147e01a_SeqId_4_ into 8874df00830743cd1f328d359f1f9fc0/f (new location: hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/79736aa1b362470f98d88d9522d22218_SeqId_4_) 2024-11-25T14:35:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/990d3269177d432bab27d09e0147e01a_SeqId_4_ 2024-11-25T14:35:16,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_ into 8874df00830743cd1f328d359f1f9fc0/f as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/d0e9ddd6c90f48b7a922e63127f4ebec_SeqId_4_ - updating store file list. 2024-11-25T14:35:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0e9ddd6c90f48b7a922e63127f4ebec_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:35:16,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/d0e9ddd6c90f48b7a922e63127f4ebec_SeqId_4_ into 8874df00830743cd1f328d359f1f9fc0/f 2024-11-25T14:35:16,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_ into 8874df00830743cd1f328d359f1f9fc0/f (new location: hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/d0e9ddd6c90f48b7a922e63127f4ebec_SeqId_4_) 2024-11-25T14:35:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__hduottmfko0l5ii6uuersoj7j9g9cjstk49dm5fishajm4b29o71vaqo46n0d91l/f/b6372139af2d4cc097f6a7cbcebd9c12_SeqId_4_ 2024-11-25T14:35:16,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.ReplicationSink(324): Finished replicating [f0cda42d-45de-4c4c-8636-fb98cbbad456] bulk loaded data 2024-11-25T14:35:16,032 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 to pos 687, reset compression=false 2024-11-25T14:35:16,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-25T14:35:16,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:35:16,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,44353,1732545304140, seqNum=-1] 2024-11-25T14:35:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:35:16,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:35:16,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea., hostname=cb69081f5976,44353,1732545304140, seqNum=2] 2024-11-25T14:35:16,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:35:16,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T14:35:16,463 DEBUG [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cb69081f5976%2C35217%2C1732545296106.meta:.meta(num 1732545298463) roll requested 2024-11-25T14:35:16,479 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 to pos 687, reset compression=false 2024-11-25T14:35:16,492 DEBUG [regionserver/cb69081f5976:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.meta.1732545316463.meta, exclude list is [], retry=0 2024-11-25T14:35:16,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41605,DS-72130e15-7dac-4dd9-a900-5ccb6a985532,DISK] 2024-11-25T14:35:16,509 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.meta.1732545298463.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.meta.1732545316463.meta 2024-11-25T14:35:16,511 DEBUG [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36093:36093)] 2024-11-25T14:35:16,512 DEBUG [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.meta.1732545298463.meta is not closed yet, will try archiving it next time 2024-11-25T14:35:16,512 DEBUG [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cb69081f5976%2C35217%2C1732545296106.rep:(num 1732545313804) roll requested 2024-11-25T14:35:16,513 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.meta.1732545298463.meta not finished, retry = 0 2024-11-25T14:35:16,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741834_1010 (size=3473) 2024-11-25T14:35:16,529 DEBUG [regionserver/cb69081f5976:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.rep.1732545316512, exclude list is [], retry=0 2024-11-25T14:35:16,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41605,DS-72130e15-7dac-4dd9-a900-5ccb6a985532,DISK] 2024-11-25T14:35:16,532 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.rep.1732545313804 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.rep.1732545316512 2024-11-25T14:35:16,532 DEBUG [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36093:36093)] 2024-11-25T14:35:16,532 DEBUG [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.rep.1732545313804 is not closed yet, will try archiving it next time 2024-11-25T14:35:16,532 DEBUG [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cb69081f5976%2C35217%2C1732545296106:(num 1732545298125) roll requested 2024-11-25T14:35:16,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741839_1015 (size=1505) 2024-11-25T14:35:16,551 DEBUG [regionserver/cb69081f5976:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533, exclude list is [], retry=0 2024-11-25T14:35:16,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41605,DS-72130e15-7dac-4dd9-a900-5ccb6a985532,DISK] 2024-11-25T14:35:16,556 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 2024-11-25T14:35:16,557 DEBUG [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36093:36093)] 2024-11-25T14:35:16,557 DEBUG [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 is not closed yet, will try archiving it next time 2024-11-25T14:35:16,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741833_1009 (size=695) 2024-11-25T14:35:16,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 not finished, retry = 0 2024-11-25T14:35:16,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e14edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:16,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,34563,-1 for getting cluster id 2024-11-25T14:35:16,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:16,560 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0cda42d-45de-4c4c-8636-fb98cbbad456' 2024-11-25T14:35:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0cda42d-45de-4c4c-8636-fb98cbbad456" 2024-11-25T14:35:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3341e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,34563,-1] 2024-11-25T14:35:16,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:16,561 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:16,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8e4f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:16,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:16,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,34563,1732545295821 2024-11-25T14:35:16,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@200f1f00 2024-11-25T14:35:16,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:16,563 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:35:16,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://cb69081f5976:33671,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-25T14:35:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-25T14:35:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T14:35:16,565 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:33671' 2024-11-25T14:35:16,566 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5c695f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:16,566 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,33671,-1 for getting cluster id 2024-11-25T14:35:16,566 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:16,567 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce9293e9-d12c-4512-8e79-3a3c8b7a7c77' 2024-11-25T14:35:16,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:16,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce9293e9-d12c-4512-8e79-3a3c8b7a7c77" 2024-11-25T14:35:16,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d511fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:16,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,33671,-1] 2024-11-25T14:35:16,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:16,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:16,567 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:16,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e70e540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:16,568 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:16,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,33671,1732545303942 2024-11-25T14:35:16,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e42a0a2 2024-11-25T14:35:16,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:16,569 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:35:16,569 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-25T14:35:16,570 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-25T14:35:16,570 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:16,570 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:16,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:16,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-25T14:35:16,660 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 to hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/oldWALs/cb69081f5976%2C35217%2C1732545296106.1732545298125 2024-11-25T14:35:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T14:35:16,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-25T14:35:16,810 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-25T14:35:16,882 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-cb69081f5976,35217,1732545296106, ReplicationSource: 2, currentBandwidth=0 2024-11-25T14:35:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T14:35:16,923 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T14:35:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-25T14:35:16,926 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on cb69081f5976,35217,1732545296106 suceeded 2024-11-25T14:35:16,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T14:35:16,928 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://cb69081f5976:33671,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-25T14:35:16,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 269 msec 2024-11-25T14:35:16,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 365 msec 2024-11-25T14:35:16,956 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb69081f5976:33671' 2024-11-25T14:35:16,975 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d4c1a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:16,976 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,33671,-1 for getting cluster id 2024-11-25T14:35:16,976 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:16,977 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce9293e9-d12c-4512-8e79-3a3c8b7a7c77' 2024-11-25T14:35:16,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:16,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce9293e9-d12c-4512-8e79-3a3c8b7a7c77" 2024-11-25T14:35:16,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@352d8c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:16,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,33671,-1] 2024-11-25T14:35:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:16,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:16,979 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:16,983 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@579835eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:16,983 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:16,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,33671,1732545303942 2024-11-25T14:35:16,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13f71e45 2024-11-25T14:35:16,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:16,986 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-25T14:35:16,987 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cb69081f5976,35217,1732545296106 (queues=1) is replicating from cluster=f0cda42d-45de-4c4c-8636-fb98cbbad456 to cluster=ce9293e9-d12c-4512-8e79-3a3c8b7a7c77 2024-11-25T14:35:16,987 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cb69081f5976%2C35217%2C1732545296106 2024-11-25T14:35:16,987 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cb69081f5976,35217,1732545296106, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-25T14:35:16,997 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533, startPosition=0, beingWritten=true 2024-11-25T14:35:17,002 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 to pos 687, reset compression=false 2024-11-25T14:35:17,016 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 was moved to hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/oldWALs/cb69081f5976%2C35217%2C1732545296106.1732545298125 2024-11-25T14:35:17,018 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb69081f5976%2C35217%2C1732545296106 2024-11-25T14:35:17,018 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125 2024-11-25T14:35:17,018 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35217,1732545296106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545298125, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-25T14:35:17,018 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533, startPosition=0, beingWritten=true 2024-11-25T14:35:17,020 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [cb69081f5976%2C35217%2C1732545296106.1732545298125] 2024-11-25T14:35:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-25T14:35:17,196 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-25T14:35:17,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:35:17,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:17,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:17,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:17,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:17,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T14:35:17,208 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732545317208/Put/seqid=0 2024-11-25T14:35:17,263 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 0, reset compression=false 2024-11-25T14:35:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741845_1021 (size=11194) 2024-11-25T14:35:17,319 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732545317316/Put/seqid=0 2024-11-25T14:35:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741846_1022 (size=10791) 2024-11-25T14:35:17,618 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 0, reset compression=false 2024-11-25T14:35:17,665 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 0, reset compression=false 2024-11-25T14:35:17,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cfd6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:17,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,34563,-1 for getting cluster id 2024-11-25T14:35:17,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:17,775 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0cda42d-45de-4c4c-8636-fb98cbbad456' 2024-11-25T14:35:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0cda42d-45de-4c4c-8636-fb98cbbad456" 2024-11-25T14:35:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4589d861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:17,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,34563,-1] 2024-11-25T14:35:17,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:17,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:17,777 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:17,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbc57cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:17,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:35:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,35217,1732545296106, seqNum=-1] 2024-11-25T14:35:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:35:17,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T14:35:17,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,34563,1732545295821 2024-11-25T14:35:17,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@91feab3 2024-11-25T14:35:17,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:17,881 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T14:35:17,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., hostname=cb69081f5976,35217,1732545296106, seqNum=2] 2024-11-25T14:35:17,898 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:35:17,929 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-25T14:35:17,949 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-25T14:35:17,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_1/f/hfile_1 for inclusion in d7c23ceb531f70e7c899eae838e89a4d/f 2024-11-25T14:35:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T14:35:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:35:17,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_1/f/hfile_0 for inclusion in d7c23ceb531f70e7c899eae838e89a4d/f 2024-11-25T14:35:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T14:35:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:35:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HRegion(2603): Flush status journal for d7c23ceb531f70e7c899eae838e89a4d: 2024-11-25T14:35:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__drrvbplf9iucvocmmltuma49eknho97mi80e8qdb47lbfubesecrclj6u8g06ijo/f/hfile_1 2024-11-25T14:35:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__drrvbplf9iucvocmmltuma49eknho97mi80e8qdb47lbfubesecrclj6u8g06ijo/f/hfile_1 as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ 2024-11-25T14:35:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__drrvbplf9iucvocmmltuma49eknho97mi80e8qdb47lbfubesecrclj6u8g06ijo/f/hfile_0 2024-11-25T14:35:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__drrvbplf9iucvocmmltuma49eknho97mi80e8qdb47lbfubesecrclj6u8g06ijo/f/hfile_0 as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ 2024-11-25T14:35:18,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__drrvbplf9iucvocmmltuma49eknho97mi80e8qdb47lbfubesecrclj6u8g06ijo/f/hfile_1 into d7c23ceb531f70e7c899eae838e89a4d/f as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ - updating store file list. 2024-11-25T14:35:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T14:35:18,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ into d7c23ceb531f70e7c899eae838e89a4d/f 2024-11-25T14:35:18,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__drrvbplf9iucvocmmltuma49eknho97mi80e8qdb47lbfubesecrclj6u8g06ijo/f/hfile_1 into d7c23ceb531f70e7c899eae838e89a4d/f (new location: hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_) 2024-11-25T14:35:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__drrvbplf9iucvocmmltuma49eknho97mi80e8qdb47lbfubesecrclj6u8g06ijo/f/hfile_1 2024-11-25T14:35:18,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__drrvbplf9iucvocmmltuma49eknho97mi80e8qdb47lbfubesecrclj6u8g06ijo/f/hfile_0 into d7c23ceb531f70e7c899eae838e89a4d/f as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ - updating store file list. 2024-11-25T14:35:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T14:35:18,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ into d7c23ceb531f70e7c899eae838e89a4d/f 2024-11-25T14:35:18,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__drrvbplf9iucvocmmltuma49eknho97mi80e8qdb47lbfubesecrclj6u8g06ijo/f/hfile_0 into d7c23ceb531f70e7c899eae838e89a4d/f (new location: hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_) 2024-11-25T14:35:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/staging/jenkins__test__drrvbplf9iucvocmmltuma49eknho97mi80e8qdb47lbfubesecrclj6u8g06ijo/f/hfile_0 2024-11-25T14:35:18,041 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 0, reset compression=false 2024-11-25T14:35:18,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:35:18,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:18,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:18,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., hostname=cb69081f5976,35217,1732545296106, seqNum=2 , the old value is region=test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., hostname=cb69081f5976,35217,1732545296106, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb69081f5976:35217 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:35:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., hostname=cb69081f5976,35217,1732545296106, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-25T14:35:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., hostname=cb69081f5976,35217,1732545296106, seqNum=2 from cache 2024-11-25T14:35:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:48146 deadline: 1732545378060 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:48146 2024-11-25T14:35:18,062 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-25T14:35:18,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:18,097 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:35:18,097 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cb69081f5976,35217,1732545296106 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7c23ceb531f70e7c899eae838e89a4d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732545318039/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T14:35:18,100 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T14:35:18,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-25T14:35:18,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.ReplicationSink(318): Replicating [f0cda42d-45de-4c4c-8636-fb98cbbad456] bulk loaded data 2024-11-25T14:35:18,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e03a3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:18,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] client.ClusterIdFetcher(90): Going to request cb69081f5976,33671,-1 for getting cluster id 2024-11-25T14:35:18,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T14:35:18,116 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce9293e9-d12c-4512-8e79-3a3c8b7a7c77' 2024-11-25T14:35:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T14:35:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce9293e9-d12c-4512-8e79-3a3c8b7a7c77" 2024-11-25T14:35:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15fbde32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb69081f5976,33671,-1] 2024-11-25T14:35:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T14:35:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:18,118 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-25T14:35:18,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d01d664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T14:35:18,136 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T14:35:18,165 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:35217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-25T14:35:18,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741837_1013 (size=10791) 2024-11-25T14:35:18,297 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:18,387 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 0, reset compression=false 2024-11-25T14:35:18,413 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-25T14:35:18,413 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35217,1732545296106 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7c23ceb531f70e7c899eae838e89a4d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732545318039/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-25T14:35:18,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.ReplicationSink(318): Replicating [f0cda42d-45de-4c4c-8636-fb98cbbad456] bulk loaded data 2024-11-25T14:35:18,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741839_1015 (size=10791) 2024-11-25T14:35:18,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741840_1016 (size=11194) 2024-11-25T14:35:18,613 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:18,627 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:18,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:35:18,718 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-25T14:35:18,726 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-25T14:35:18,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ for inclusion in 8874df00830743cd1f328d359f1f9fc0/f 2024-11-25T14:35:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T14:35:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:35:18,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ for inclusion in 8874df00830743cd1f328d359f1f9fc0/f 2024-11-25T14:35:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T14:35:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:35:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HRegion(2603): Flush status journal for 8874df00830743cd1f328d359f1f9fc0: 2024-11-25T14:35:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:35:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/6f94f0cd2b5c42ccbc0c75fe31156334_SeqId_6_ 2024-11-25T14:35:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:35:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/23aa42d31313424bbf8737e16e15467c_SeqId_6_ 2024-11-25T14:35:18,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ into 8874df00830743cd1f328d359f1f9fc0/f as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/6f94f0cd2b5c42ccbc0c75fe31156334_SeqId_6_ - updating store file list. 2024-11-25T14:35:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6f94f0cd2b5c42ccbc0c75fe31156334_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T14:35:18,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/6f94f0cd2b5c42ccbc0c75fe31156334_SeqId_6_ into 8874df00830743cd1f328d359f1f9fc0/f 2024-11-25T14:35:18,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ into 8874df00830743cd1f328d359f1f9fc0/f (new location: hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/6f94f0cd2b5c42ccbc0c75fe31156334_SeqId_6_) 2024-11-25T14:35:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ 2024-11-25T14:35:18,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ into 8874df00830743cd1f328d359f1f9fc0/f as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/23aa42d31313424bbf8737e16e15467c_SeqId_6_ - updating store file list. 2024-11-25T14:35:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 23aa42d31313424bbf8737e16e15467c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-25T14:35:18,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/23aa42d31313424bbf8737e16e15467c_SeqId_6_ into 8874df00830743cd1f328d359f1f9fc0/f 2024-11-25T14:35:18,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ into 8874df00830743cd1f328d359f1f9fc0/f (new location: hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/f/23aa42d31313424bbf8737e16e15467c_SeqId_6_) 2024-11-25T14:35:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/staging/jenkins.hfs.22__test__ag6ssq33n01m74c0mp54ic2mudkbbbs1n1tmglj0r5hjq5he3euurbdeg5f5vdl2/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ 2024-11-25T14:35:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741838_1014 (size=11194) 2024-11-25T14:35:18,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35347 {}] regionserver.ReplicationSink(324): Finished replicating [f0cda42d-45de-4c4c-8636-fb98cbbad456] bulk loaded data 2024-11-25T14:35:18,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T14:35:18,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb69081f5976,33671,1732545303942 2024-11-25T14:35:18,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@635ccc 2024-11-25T14:35:18,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T14:35:18,777 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-25T14:35:18,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-25T14:35:18,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T14:35:18,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb69081f5976,44353,1732545304140, seqNum=-1] 2024-11-25T14:35:18,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T14:35:18,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-25T14:35:18,812 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-25T14:35:18,815 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-25T14:35:18,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ for inclusion in ee2e86a653fea1114133d48b4e9bd5ea/f 2024-11-25T14:35:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-25T14:35:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:35:18,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ for inclusion in ee2e86a653fea1114133d48b4e9bd5ea/f 2024-11-25T14:35:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-25T14:35:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T14:35:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HRegion(2603): Flush status journal for ee2e86a653fea1114133d48b4e9bd5ea: 2024-11-25T14:35:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:35:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ as hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea/f/83b3d29b7c4144918591fd75b846535d_SeqId_4_ 2024-11-25T14:35:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-25T14:35:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ as hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea/f/b7461fb9d46e434eb4d7435d1b4f03c5_SeqId_4_ 2024-11-25T14:35:18,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ into ee2e86a653fea1114133d48b4e9bd5ea/f as hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea/f/83b3d29b7c4144918591fd75b846535d_SeqId_4_ - updating store file list. 2024-11-25T14:35:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83b3d29b7c4144918591fd75b846535d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:35:18,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea/f/83b3d29b7c4144918591fd75b846535d_SeqId_4_ into ee2e86a653fea1114133d48b4e9bd5ea/f 2024-11-25T14:35:18,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ into ee2e86a653fea1114133d48b4e9bd5ea/f (new location: hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea/f/83b3d29b7c4144918591fd75b846535d_SeqId_4_) 2024-11-25T14:35:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_ 2024-11-25T14:35:18,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ into ee2e86a653fea1114133d48b4e9bd5ea/f as hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea/f/b7461fb9d46e434eb4d7435d1b4f03c5_SeqId_4_ - updating store file list. 2024-11-25T14:35:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7461fb9d46e434eb4d7435d1b4f03c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T14:35:18,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea/f/b7461fb9d46e434eb4d7435d1b4f03c5_SeqId_4_ into ee2e86a653fea1114133d48b4e9bd5ea/f 2024-11-25T14:35:18,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ into ee2e86a653fea1114133d48b4e9bd5ea/f (new location: hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea/f/b7461fb9d46e434eb4d7435d1b4f03c5_SeqId_4_) 2024-11-25T14:35:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/staging/jenkins.hfs.23__test__hpjfaom8t7714nl70f2c5sq1cjkuskmn0c4cmh1bgdbiudi54tf61tuaiunpelr4/f/99ccfdc71b9a49f185172df2743ef7a3_SeqId_6_ 2024-11-25T14:35:18,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44353 {}] regionserver.ReplicationSink(324): Finished replicating [f0cda42d-45de-4c4c-8636-fb98cbbad456] bulk loaded data 2024-11-25T14:35:18,970 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:19,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:35:19,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:35:19,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:19,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:19,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:19,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:19,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:35:19,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1005355652, stopped=false 2024-11-25T14:35:19,098 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,33671,1732545303942 2024-11-25T14:35:19,111 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1887666548/running 2024-11-25T14:35:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1887666548/running 2024-11-25T14:35:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:19,117 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:35:19,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:35:19,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Set watcher on znode that does not yet exist, /2-1887666548/running 2024-11-25T14:35:19,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:19,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:19,117 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,44353,1732545304140' ***** 2024-11-25T14:35:19,117 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:35:19,118 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:35:19,118 INFO [RS:0;cb69081f5976:44353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:35:19,118 INFO [RS:0;cb69081f5976:44353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:35:19,118 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(3091): Received CLOSE for ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:19,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:35:19,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Set watcher on znode that does not yet exist, /2-1887666548/running 2024-11-25T14:35:19,143 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,44353,1732545304140 2024-11-25T14:35:19,143 INFO [RS:0;cb69081f5976:44353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:35:19,143 INFO [RS:0;cb69081f5976:44353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:44353. 2024-11-25T14:35:19,143 DEBUG [RS:0;cb69081f5976:44353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:19,143 DEBUG [RS:0;cb69081f5976:44353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:19,144 INFO [RS:0;cb69081f5976:44353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:35:19,144 INFO [RS:0;cb69081f5976:44353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:35:19,144 INFO [RS:0;cb69081f5976:44353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:35:19,144 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:35:19,145 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee2e86a653fea1114133d48b4e9bd5ea, disabling compactions & flushes 2024-11-25T14:35:19,145 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:19,145 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:19,145 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. after waiting 0 ms 2024-11-25T14:35:19,145 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:19,145 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:35:19,145 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ee2e86a653fea1114133d48b4e9bd5ea=test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea.} 2024-11-25T14:35:19,145 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ee2e86a653fea1114133d48b4e9bd5ea 2024-11-25T14:35:19,146 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:35:19,146 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:35:19,146 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:35:19,146 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:35:19,146 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:35:19,146 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T14:35:19,171 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/default/test/ee2e86a653fea1114133d48b4e9bd5ea/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-25T14:35:19,172 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:35:19,172 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:35:19,172 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:19,172 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee2e86a653fea1114133d48b4e9bd5ea: Waiting for close lock at 1732545319145Running coprocessor pre-close hooks at 1732545319145Disabling compacts and flushes for region at 1732545319145Disabling writes for close at 1732545319145Writing region close event to WAL at 1732545319163 (+18 ms)Running coprocessor post-close hooks at 1732545319172 (+9 ms)Closed at 1732545319172 2024-11-25T14:35:19,172 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea. 2024-11-25T14:35:19,182 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/info/855647814e3145e1a662d85075bfc1a8 is 129, key is test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea./info:regioninfo/1732545311543/Put/seqid=0 2024-11-25T14:35:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741839_1015 (size=6421) 2024-11-25T14:35:19,187 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/info/855647814e3145e1a662d85075bfc1a8 2024-11-25T14:35:19,199 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:35:19,210 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/ns/aa9748533cd74f6b93aebb5b99ddfe50 is 43, key is default/ns:d/1732545307457/Put/seqid=0 2024-11-25T14:35:19,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741840_1016 (size=5153) 2024-11-25T14:35:19,345 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:35:19,361 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:35:19,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,388 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:19,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:19,546 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:35:19,617 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/ns/aa9748533cd74f6b93aebb5b99ddfe50 2024-11-25T14:35:19,638 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/rep_barrier/32727c8aadf340f3a8f0344f40734a32 is 112, key is test,,1732545310350.ee2e86a653fea1114133d48b4e9bd5ea./rep_barrier:seqnumDuringOpen/1732545311543/Put/seqid=0 2024-11-25T14:35:19,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741841_1017 (size=5518) 2024-11-25T14:35:19,645 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:19,746 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:35:19,773 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:35:19,773 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:35:19,901 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:19,946 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:35:20,047 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/rep_barrier/32727c8aadf340f3a8f0344f40734a32 2024-11-25T14:35:20,073 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/table/d9e8e31ec9a745579f2991a8b84826ea is 40, key is test/table:state/1732545311552/Put/seqid=0 2024-11-25T14:35:20,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741842_1018 (size=5165) 2024-11-25T14:35:20,085 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/table/d9e8e31ec9a745579f2991a8b84826ea 2024-11-25T14:35:20,088 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/info/855647814e3145e1a662d85075bfc1a8 as hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/info/855647814e3145e1a662d85075bfc1a8 2024-11-25T14:35:20,092 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/info/855647814e3145e1a662d85075bfc1a8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T14:35:20,093 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/ns/aa9748533cd74f6b93aebb5b99ddfe50 as hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/ns/aa9748533cd74f6b93aebb5b99ddfe50 2024-11-25T14:35:20,097 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/ns/aa9748533cd74f6b93aebb5b99ddfe50, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T14:35:20,107 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/rep_barrier/32727c8aadf340f3a8f0344f40734a32 as hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/rep_barrier/32727c8aadf340f3a8f0344f40734a32 2024-11-25T14:35:20,128 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/rep_barrier/32727c8aadf340f3a8f0344f40734a32, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T14:35:20,136 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/.tmp/table/d9e8e31ec9a745579f2991a8b84826ea as hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/table/d9e8e31ec9a745579f2991a8b84826ea 2024-11-25T14:35:20,146 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T14:35:20,146 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:35:20,146 DEBUG [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:35:20,179 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/table/d9e8e31ec9a745579f2991a8b84826ea, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T14:35:20,185 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1039ms, sequenceid=11, compaction requested=false 2024-11-25T14:35:20,204 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T14:35:20,205 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:35:20,205 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:35:20,205 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:35:20,206 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545319146Running coprocessor pre-close hooks at 1732545319146Disabling compacts and flushes for region at 1732545319146Disabling writes for close at 1732545319146Obtaining lock to block concurrent updates at 1732545319146Preparing flush snapshotting stores in 1588230740 at 1732545319146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732545319147 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732545319147Flushing 1588230740/info: creating writer at 1732545319148 (+1 ms)Flushing 1588230740/info: appending metadata at 1732545319181 (+33 ms)Flushing 1588230740/info: closing flushed file at 1732545319181Flushing 1588230740/ns: creating writer at 1732545319192 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732545319209 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732545319209Flushing 1588230740/rep_barrier: creating writer at 1732545319621 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545319637 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545319637Flushing 1588230740/table: creating writer at 1732545320051 (+414 ms)Flushing 1588230740/table: appending metadata at 1732545320072 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732545320073 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb7f180: reopening flushed file at 1732545320088 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3976b78b: reopening flushed file at 1732545320092 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26614410: reopening flushed file at 1732545320097 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129e0d7d: reopening flushed file at 1732545320128 (+31 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1039ms, sequenceid=11, compaction requested=false at 1732545320185 (+57 ms)Writing region close event to WAL at 1732545320187 (+2 ms)Running coprocessor post-close hooks at 1732545320205 (+18 ms)Closed at 1732545320205 2024-11-25T14:35:20,206 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:35:20,248 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:20,347 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,44353,1732545304140; all regions closed. 2024-11-25T14:35:20,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/WALs/cb69081f5976,44353,1732545304140/cb69081f5976%2C44353%2C1732545304140.meta.1732545307307.meta not finished, retry = 0 2024-11-25T14:35:20,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741834_1010 (size=2717) 2024-11-25T14:35:20,484 DEBUG [RS:0;cb69081f5976:44353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/oldWALs 2024-11-25T14:35:20,484 INFO [RS:0;cb69081f5976:44353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C44353%2C1732545304140.meta:.meta(num 1732545307307) 2024-11-25T14:35:20,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/WALs/cb69081f5976,44353,1732545304140/cb69081f5976%2C44353%2C1732545304140.1732545306844 not finished, retry = 0 2024-11-25T14:35:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741833_1009 (size=1028) 2024-11-25T14:35:20,521 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:20,616 DEBUG [RS:0;cb69081f5976:44353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/oldWALs 2024-11-25T14:35:20,616 INFO [RS:0;cb69081f5976:44353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C44353%2C1732545304140:(num 1732545306844) 2024-11-25T14:35:20,616 DEBUG [RS:0;cb69081f5976:44353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:20,616 INFO [RS:0;cb69081f5976:44353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:35:20,616 INFO [RS:0;cb69081f5976:44353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:35:20,617 INFO [RS:0;cb69081f5976:44353 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:35:20,617 INFO [RS:0;cb69081f5976:44353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:35:20,617 INFO [RS:0;cb69081f5976:44353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:44353. 2024-11-25T14:35:20,618 DEBUG [RS:0;cb69081f5976:44353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:20,618 DEBUG [RS:0;cb69081f5976:44353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:20,618 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:35:20,619 DEBUG [RS:0;cb69081f5976:44353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:20,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:20,619 INFO [RS:0;cb69081f5976:44353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44353 2024-11-25T14:35:20,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548/rs 2024-11-25T14:35:20,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1887666548/rs/cb69081f5976,44353,1732545304140 2024-11-25T14:35:20,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,44353,1732545304140] 2024-11-25T14:35:20,663 INFO [RS:0;cb69081f5976:44353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:35:20,722 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1887666548/draining/cb69081f5976,44353,1732545304140 already deleted, retry=false 2024-11-25T14:35:20,722 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,44353,1732545304140 expired; onlineServers=0 2024-11-25T14:35:20,722 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,33671,1732545303942' ***** 2024-11-25T14:35:20,722 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:35:20,722 INFO [M:0;cb69081f5976:33671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:35:20,723 INFO [M:0;cb69081f5976:33671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:35:20,723 DEBUG [M:0;cb69081f5976:33671 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:35:20,723 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:35:20,723 DEBUG [M:0;cb69081f5976:33671 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:35:20,723 INFO [M:0;cb69081f5976:33671 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:35:20,723 INFO [M:0;cb69081f5976:33671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:35:20,723 DEBUG [M:0;cb69081f5976:33671 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:35:20,723 INFO [M:0;cb69081f5976:33671 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:35:20,723 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545306343 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545306343,5,FailOnTimeoutGroup] 2024-11-25T14:35:20,723 INFO [M:0;cb69081f5976:33671 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:35:20,723 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545306347 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545306347,5,FailOnTimeoutGroup] 2024-11-25T14:35:20,724 INFO [M:0;cb69081f5976:33671 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:35:20,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:35:20,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1887666548/master 2024-11-25T14:35:20,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1887666548 2024-11-25T14:35:20,815 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1887666548/master already deleted, retry=false 2024-11-25T14:35:20,815 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1887666548/master 2024-11-25T14:35:20,815 INFO [M:0;cb69081f5976:33671 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/.lastflushedseqids 2024-11-25T14:35:20,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741843_1019 (size=173) 2024-11-25T14:35:20,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:20,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44353-0x10173b4dfe80007, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:20,868 INFO [RS:0;cb69081f5976:44353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:35:20,868 INFO [RS:0;cb69081f5976:44353 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,44353,1732545304140; zookeeper connection closed. 2024-11-25T14:35:20,868 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58034614 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58034614 2024-11-25T14:35:20,868 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:35:20,951 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:21,242 INFO [M:0;cb69081f5976:33671 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:35:21,242 INFO [M:0;cb69081f5976:33671 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:35:21,243 DEBUG [M:0;cb69081f5976:33671 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:35:21,243 INFO [M:0;cb69081f5976:33671 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:21,243 DEBUG [M:0;cb69081f5976:33671 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:21,243 DEBUG [M:0;cb69081f5976:33671 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:35:21,243 DEBUG [M:0;cb69081f5976:33671 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:21,243 INFO [M:0;cb69081f5976:33671 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-25T14:35:21,251 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:21,259 DEBUG [M:0;cb69081f5976:33671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/568d4b2052b74502943f9d3f40715b5f is 82, key is hbase:meta,,1/info:regioninfo/1732545307435/Put/seqid=0 2024-11-25T14:35:21,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741844_1020 (size=5672) 2024-11-25T14:35:21,663 INFO [M:0;cb69081f5976:33671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/568d4b2052b74502943f9d3f40715b5f 2024-11-25T14:35:21,682 DEBUG [M:0;cb69081f5976:33671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90fbe868c31a4fc092a171d5dadb829b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732545311555/Put/seqid=0 2024-11-25T14:35:21,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741845_1021 (size=6585) 2024-11-25T14:35:21,755 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:22,054 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:22,091 INFO [M:0;cb69081f5976:33671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90fbe868c31a4fc092a171d5dadb829b 2024-11-25T14:35:22,120 DEBUG [M:0;cb69081f5976:33671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb34b1f29ee44d97b89267488145abb6 is 69, key is cb69081f5976,44353,1732545304140/rs:state/1732545306614/Put/seqid=0 2024-11-25T14:35:22,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741846_1022 (size=5156) 2024-11-25T14:35:22,538 INFO [M:0;cb69081f5976:33671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb34b1f29ee44d97b89267488145abb6 2024-11-25T14:35:22,542 DEBUG [M:0;cb69081f5976:33671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/568d4b2052b74502943f9d3f40715b5f as hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/568d4b2052b74502943f9d3f40715b5f 2024-11-25T14:35:22,545 INFO [M:0;cb69081f5976:33671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/568d4b2052b74502943f9d3f40715b5f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-25T14:35:22,546 DEBUG [M:0;cb69081f5976:33671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90fbe868c31a4fc092a171d5dadb829b as hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90fbe868c31a4fc092a171d5dadb829b 2024-11-25T14:35:22,548 INFO [M:0;cb69081f5976:33671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90fbe868c31a4fc092a171d5dadb829b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-25T14:35:22,549 DEBUG [M:0;cb69081f5976:33671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb34b1f29ee44d97b89267488145abb6 as hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb34b1f29ee44d97b89267488145abb6 2024-11-25T14:35:22,552 INFO [M:0;cb69081f5976:33671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33497/user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb34b1f29ee44d97b89267488145abb6, entries=1, sequenceid=55, filesize=5.0 K 2024-11-25T14:35:22,553 INFO [M:0;cb69081f5976:33671 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=55, compaction requested=false 2024-11-25T14:35:22,556 INFO [M:0;cb69081f5976:33671 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:22,556 DEBUG [M:0;cb69081f5976:33671 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545321243Disabling compacts and flushes for region at 1732545321243Disabling writes for close at 1732545321243Obtaining lock to block concurrent updates at 1732545321243Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545321243Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732545321243Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545321244 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545321244Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545321259 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545321259Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545321667 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545321681 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545321681Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545322097 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545322119 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545322119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ddfce4e: reopening flushed file at 1732545322541 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@693ed6cc: reopening flushed file at 1732545322545 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4947e399: reopening flushed file at 1732545322549 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=55, compaction requested=false at 1732545322553 (+4 ms)Writing region close event to WAL at 1732545322556 (+3 ms)Closed at 1732545322556 2024-11-25T14:35:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42405 is added to blk_1073741830_1006 (size=32758) 2024-11-25T14:35:22,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4903cd6a-0923-9a72-3bec-bd5ded86cb35/MasterData/WALs/cb69081f5976,33671,1732545303942/cb69081f5976%2C33671%2C1732545303942.1732545305930 not finished, retry = 0 2024-11-25T14:35:22,658 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:35:22,658 INFO [M:0;cb69081f5976:33671 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:35:22,658 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:22,659 INFO [M:0;cb69081f5976:33671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33671 2024-11-25T14:35:22,659 INFO [M:0;cb69081f5976:33671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:35:22,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:22,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10173b4dfe80006, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:22,786 INFO [M:0;cb69081f5976:33671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:35:22,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@306934ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:35:22,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37dd00a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:35:22,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:35:22,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@195293a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:35:22,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@249026b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/hadoop.log.dir/,STOPPED} 2024-11-25T14:35:22,798 WARN [BP-1728498316-172.17.0.3-1732545302280 heartbeating to localhost/127.0.0.1:33497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:35:22,798 WARN [BP-1728498316-172.17.0.3-1732545302280 heartbeating to localhost/127.0.0.1:33497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1728498316-172.17.0.3-1732545302280 (Datanode Uuid 605f7be2-67b9-4547-985a-669cc8a097cb) service to localhost/127.0.0.1:33497 2024-11-25T14:35:22,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/cluster_3470d2ed-8fa6-20ef-f755-875925166b53/data/data1/current/BP-1728498316-172.17.0.3-1732545302280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:35:22,799 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/cluster_3470d2ed-8fa6-20ef-f755-875925166b53/data/data2/current/BP-1728498316-172.17.0.3-1732545302280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:35:22,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:35:22,800 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:35:22,800 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:35:22,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@707908cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:35:22,817 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72194659{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:35:22,817 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:35:22,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56eb83c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:35:22,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32927143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cb06156-59a0-19d3-f262-4814a0d838c0/hadoop.log.dir/,STOPPED} 2024-11-25T14:35:22,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:35:22,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:35:22,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:35:22,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:22,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:22,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:22,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:22,837 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:35:22,837 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=436624445, stopped=false 2024-11-25T14:35:22,837 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,36203,1732545300779 2024-11-25T14:35:22,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297417983/running 2024-11-25T14:35:22,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:22,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297417983/running 2024-11-25T14:35:22,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:22,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Set watcher on znode that does not yet exist, /1-297417983/running 2024-11-25T14:35:22,855 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:35:22,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:35:22,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Set watcher on znode that does not yet exist, /1-297417983/running 2024-11-25T14:35:22,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:22,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:22,859 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,35347,1732545300897' ***** 2024-11-25T14:35:22,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:35:22,860 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:35:22,860 INFO [RS:0;cb69081f5976:35347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:35:22,860 INFO [RS:0;cb69081f5976:35347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:35:22,860 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(3091): Received CLOSE for 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:22,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:35:22,861 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,35347,1732545300897 2024-11-25T14:35:22,861 INFO [RS:0;cb69081f5976:35347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:35:22,861 INFO [RS:0;cb69081f5976:35347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:35347. 2024-11-25T14:35:22,861 DEBUG [RS:0;cb69081f5976:35347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:22,861 DEBUG [RS:0;cb69081f5976:35347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:22,861 INFO [RS:0;cb69081f5976:35347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:35:22,861 INFO [RS:0;cb69081f5976:35347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:35:22,861 INFO [RS:0;cb69081f5976:35347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:35:22,861 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:35:22,862 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8874df00830743cd1f328d359f1f9fc0, disabling compactions & flushes 2024-11-25T14:35:22,862 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:22,863 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:22,863 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. after waiting 0 ms 2024-11-25T14:35:22,863 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:22,879 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T14:35:22,879 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1325): Online Regions={8874df00830743cd1f328d359f1f9fc0=test,,1732545308197.8874df00830743cd1f328d359f1f9fc0., 1588230740=hbase:meta,,1.1588230740} 2024-11-25T14:35:22,879 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8874df00830743cd1f328d359f1f9fc0 2024-11-25T14:35:22,879 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:35:22,879 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:35:22,880 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:35:22,880 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:35:22,880 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:35:22,880 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-25T14:35:22,919 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/default/test/8874df00830743cd1f328d359f1f9fc0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T14:35:22,920 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/info/ece4a4c1e55149fe8a6d6257357dac15 is 129, key is test,,1732545308197.8874df00830743cd1f328d359f1f9fc0./info:regioninfo/1732545309474/Put/seqid=0 2024-11-25T14:35:22,920 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:35:22,920 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:35:22,920 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:22,920 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8874df00830743cd1f328d359f1f9fc0: Waiting for close lock at 1732545322862Running coprocessor pre-close hooks at 1732545322862Disabling compacts and flushes for region at 1732545322862Disabling writes for close at 1732545322863 (+1 ms)Writing region close event to WAL at 1732545322889 (+26 ms)Running coprocessor post-close hooks at 1732545322920 (+31 ms)Closed at 1732545322920 2024-11-25T14:35:22,920 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545308197.8874df00830743cd1f328d359f1f9fc0. 2024-11-25T14:35:22,927 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:35:22,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741841_1017 (size=6421) 2024-11-25T14:35:22,949 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/info/ece4a4c1e55149fe8a6d6257357dac15 2024-11-25T14:35:22,967 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:22,979 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/ns/dfcf2c54b1d34c7d82156a015b3c67c6 is 43, key is default/ns:d/1732545302134/Put/seqid=0 2024-11-25T14:35:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741842_1018 (size=5153) 2024-11-25T14:35:23,079 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:35:23,280 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:35:23,390 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/ns/dfcf2c54b1d34c7d82156a015b3c67c6 2024-11-25T14:35:23,407 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/rep_barrier/088ed2ba9005428a9a6201dab5cf6005 is 112, key is test,,1732545308197.8874df00830743cd1f328d359f1f9fc0./rep_barrier:seqnumDuringOpen/1732545309474/Put/seqid=0 2024-11-25T14:35:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741843_1019 (size=5518) 2024-11-25T14:35:23,411 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/rep_barrier/088ed2ba9005428a9a6201dab5cf6005 2024-11-25T14:35:23,427 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/table/c073630150de483198a20652afda9e3a is 40, key is test/table:state/1732545309490/Put/seqid=0 2024-11-25T14:35:23,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741844_1020 (size=5165) 2024-11-25T14:35:23,480 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:35:23,555 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:35:23,555 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:35:23,662 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:23,680 DEBUG [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:35:23,831 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/table/c073630150de483198a20652afda9e3a 2024-11-25T14:35:23,836 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/info/ece4a4c1e55149fe8a6d6257357dac15 as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/info/ece4a4c1e55149fe8a6d6257357dac15 2024-11-25T14:35:23,841 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/info/ece4a4c1e55149fe8a6d6257357dac15, entries=10, sequenceid=11, filesize=6.3 K 2024-11-25T14:35:23,842 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/ns/dfcf2c54b1d34c7d82156a015b3c67c6 as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/ns/dfcf2c54b1d34c7d82156a015b3c67c6 2024-11-25T14:35:23,849 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/ns/dfcf2c54b1d34c7d82156a015b3c67c6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T14:35:23,850 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/rep_barrier/088ed2ba9005428a9a6201dab5cf6005 as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/rep_barrier/088ed2ba9005428a9a6201dab5cf6005 2024-11-25T14:35:23,855 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/rep_barrier/088ed2ba9005428a9a6201dab5cf6005, entries=1, sequenceid=11, filesize=5.4 K 2024-11-25T14:35:23,855 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/.tmp/table/c073630150de483198a20652afda9e3a as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/table/c073630150de483198a20652afda9e3a 2024-11-25T14:35:23,859 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/table/c073630150de483198a20652afda9e3a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-25T14:35:23,861 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 981ms, sequenceid=11, compaction requested=false 2024-11-25T14:35:23,867 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-25T14:35:23,868 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:35:23,868 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:35:23,868 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:35:23,868 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545322879Running coprocessor pre-close hooks at 1732545322879Disabling compacts and flushes for region at 1732545322879Disabling writes for close at 1732545322880 (+1 ms)Obtaining lock to block concurrent updates at 1732545322880Preparing flush snapshotting stores in 1588230740 at 1732545322880Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732545322880Flushing stores of hbase:meta,,1.1588230740 at 1732545322884 (+4 ms)Flushing 1588230740/info: creating writer at 1732545322884Flushing 1588230740/info: appending metadata at 1732545322919 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732545322919Flushing 1588230740/ns: creating writer at 1732545322960 (+41 ms)Flushing 1588230740/ns: appending metadata at 1732545322978 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732545322978Flushing 1588230740/rep_barrier: creating writer at 1732545323393 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545323407 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545323407Flushing 1588230740/table: creating writer at 1732545323414 (+7 ms)Flushing 1588230740/table: appending metadata at 1732545323427 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732545323427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134399b7: reopening flushed file at 1732545323836 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd3a109: reopening flushed file at 1732545323841 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a700fa: reopening flushed file at 1732545323849 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55667d52: reopening flushed file at 1732545323855 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 981ms, sequenceid=11, compaction requested=false at 1732545323861 (+6 ms)Writing region close event to WAL at 1732545323864 (+3 ms)Running coprocessor post-close hooks at 1732545323868 (+4 ms)Closed at 1732545323868 2024-11-25T14:35:23,868 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:35:23,880 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,35347,1732545300897; all regions closed. 2024-11-25T14:35:23,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741834_1010 (size=2717) 2024-11-25T14:35:23,882 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/WALs/cb69081f5976,35347,1732545300897/cb69081f5976%2C35347%2C1732545300897.meta.1732545302050.meta not finished, retry = 0 2024-11-25T14:35:23,979 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:23,993 DEBUG [RS:0;cb69081f5976:35347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/oldWALs 2024-11-25T14:35:23,993 INFO [RS:0;cb69081f5976:35347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C35347%2C1732545300897.meta:.meta(num 1732545302050) 2024-11-25T14:35:23,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/WALs/cb69081f5976,35347,1732545300897/cb69081f5976%2C35347%2C1732545300897.1732545301700 not finished, retry = 0 2024-11-25T14:35:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741833_1009 (size=1374) 2024-11-25T14:35:24,099 DEBUG [RS:0;cb69081f5976:35347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/oldWALs 2024-11-25T14:35:24,099 INFO [RS:0;cb69081f5976:35347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb69081f5976%2C35347%2C1732545300897:(num 1732545301700) 2024-11-25T14:35:24,099 DEBUG [RS:0;cb69081f5976:35347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:24,099 INFO [RS:0;cb69081f5976:35347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:35:24,099 INFO [RS:0;cb69081f5976:35347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:35:24,099 INFO [RS:0;cb69081f5976:35347 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:35:24,099 INFO [RS:0;cb69081f5976:35347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:35:24,099 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:35:24,099 INFO [RS:0;cb69081f5976:35347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:35347. 2024-11-25T14:35:24,099 DEBUG [RS:0;cb69081f5976:35347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:24,099 DEBUG [RS:0;cb69081f5976:35347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:24,099 DEBUG [RS:0;cb69081f5976:35347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:24,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:24,100 INFO [RS:0;cb69081f5976:35347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35347 2024-11-25T14:35:24,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297417983/rs/cb69081f5976,35347,1732545300897 2024-11-25T14:35:24,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983/rs 2024-11-25T14:35:24,166 INFO [RS:0;cb69081f5976:35347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:35:24,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,35347,1732545300897] 2024-11-25T14:35:24,182 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-297417983/draining/cb69081f5976,35347,1732545300897 already deleted, retry=false 2024-11-25T14:35:24,182 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,35347,1732545300897 expired; onlineServers=0 2024-11-25T14:35:24,182 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,36203,1732545300779' ***** 2024-11-25T14:35:24,182 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:35:24,183 INFO [M:0;cb69081f5976:36203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:35:24,183 INFO [M:0;cb69081f5976:36203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:35:24,183 DEBUG [M:0;cb69081f5976:36203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:35:24,183 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:35:24,183 DEBUG [M:0;cb69081f5976:36203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:35:24,183 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545301379 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545301379,5,FailOnTimeoutGroup] 2024-11-25T14:35:24,183 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545301388 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545301388,5,FailOnTimeoutGroup] 2024-11-25T14:35:24,183 INFO [M:0;cb69081f5976:36203 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:35:24,183 INFO [M:0;cb69081f5976:36203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:35:24,183 DEBUG [M:0;cb69081f5976:36203 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:35:24,183 INFO [M:0;cb69081f5976:36203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:35:24,183 INFO [M:0;cb69081f5976:36203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:35:24,183 INFO [M:0;cb69081f5976:36203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:35:24,184 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:35:24,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297417983/master 2024-11-25T14:35:24,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297417983 2024-11-25T14:35:24,199 DEBUG [M:0;cb69081f5976:36203 {}] zookeeper.ZKUtil(347): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Unable to get data of znode /1-297417983/master because node does not exist (not an error) 2024-11-25T14:35:24,199 WARN [M:0;cb69081f5976:36203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T14:35:24,201 INFO [M:0;cb69081f5976:36203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/.lastflushedseqids 2024-11-25T14:35:24,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741845_1021 (size=173) 2024-11-25T14:35:24,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:24,282 INFO [RS:0;cb69081f5976:35347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:35:24,282 INFO [RS:0;cb69081f5976:35347 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,35347,1732545300897; zookeeper connection closed. 2024-11-25T14:35:24,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35347-0x10173b4dfe80004, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:24,283 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23edf0f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23edf0f5 2024-11-25T14:35:24,283 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:35:24,613 INFO [M:0;cb69081f5976:36203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:35:24,613 INFO [M:0;cb69081f5976:36203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:35:24,613 DEBUG [M:0;cb69081f5976:36203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:35:24,613 INFO [M:0;cb69081f5976:36203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:24,613 DEBUG [M:0;cb69081f5976:36203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:24,613 DEBUG [M:0;cb69081f5976:36203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:35:24,613 DEBUG [M:0;cb69081f5976:36203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:24,613 INFO [M:0;cb69081f5976:36203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-25T14:35:24,631 DEBUG [M:0;cb69081f5976:36203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/812a1c350b8741ea9950d25ddd6f32fe is 82, key is hbase:meta,,1/info:regioninfo/1732545302108/Put/seqid=0 2024-11-25T14:35:24,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741846_1022 (size=5672) 2024-11-25T14:35:24,674 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T14:35:24,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T14:35:24,766 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:25,038 INFO [M:0;cb69081f5976:36203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/812a1c350b8741ea9950d25ddd6f32fe 2024-11-25T14:35:25,060 DEBUG [M:0;cb69081f5976:36203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e73e7d513164246a877509c3004fb18 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732545309495/Put/seqid=0 2024-11-25T14:35:25,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741847_1023 (size=6585) 2024-11-25T14:35:25,092 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:25,477 INFO [M:0;cb69081f5976:36203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e73e7d513164246a877509c3004fb18 2024-11-25T14:35:25,499 DEBUG [M:0;cb69081f5976:36203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf875edf167b4548992f264946268bd7 is 69, key is cb69081f5976,35347,1732545300897/rs:state/1732545301476/Put/seqid=0 2024-11-25T14:35:25,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741848_1024 (size=5156) 2024-11-25T14:35:25,511 INFO [M:0;cb69081f5976:36203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf875edf167b4548992f264946268bd7 2024-11-25T14:35:25,515 DEBUG [M:0;cb69081f5976:36203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/812a1c350b8741ea9950d25ddd6f32fe as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/812a1c350b8741ea9950d25ddd6f32fe 2024-11-25T14:35:25,519 INFO [M:0;cb69081f5976:36203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/812a1c350b8741ea9950d25ddd6f32fe, entries=8, sequenceid=55, filesize=5.5 K 2024-11-25T14:35:25,520 DEBUG [M:0;cb69081f5976:36203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e73e7d513164246a877509c3004fb18 as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e73e7d513164246a877509c3004fb18 2024-11-25T14:35:25,524 INFO [M:0;cb69081f5976:36203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e73e7d513164246a877509c3004fb18, entries=6, sequenceid=55, filesize=6.4 K 2024-11-25T14:35:25,525 DEBUG [M:0;cb69081f5976:36203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf875edf167b4548992f264946268bd7 as hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf875edf167b4548992f264946268bd7 2024-11-25T14:35:25,531 INFO [M:0;cb69081f5976:36203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33401/user/jenkins/test-data/28fcb159-d448-ac2e-cb69-19bd4058ef8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf875edf167b4548992f264946268bd7, entries=1, sequenceid=55, filesize=5.0 K 2024-11-25T14:35:25,536 INFO [M:0;cb69081f5976:36203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=55, compaction requested=false 2024-11-25T14:35:25,542 INFO [M:0;cb69081f5976:36203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:25,543 DEBUG [M:0;cb69081f5976:36203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545324613Disabling compacts and flushes for region at 1732545324613Disabling writes for close at 1732545324613Obtaining lock to block concurrent updates at 1732545324613Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545324613Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732545324614 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545324614Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545324614Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545324631 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545324631Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545325041 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545325059 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545325059Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545325481 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545325499 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545325499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69caaa65: reopening flushed file at 1732545325515 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39625f36: reopening flushed file at 1732545325519 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56077fc6: reopening flushed file at 1732545325525 (+6 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=55, compaction requested=false at 1732545325536 (+11 ms)Writing region close event to WAL at 1732545325542 (+6 ms)Closed at 1732545325542 2024-11-25T14:35:25,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37053 is added to blk_1073741830_1006 (size=32758) 2024-11-25T14:35:25,545 INFO [M:0;cb69081f5976:36203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:35:25,545 INFO [M:0;cb69081f5976:36203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36203 2024-11-25T14:35:25,548 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:35:25,553 INFO [M:0;cb69081f5976:36203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:35:25,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:25,666 INFO [M:0;cb69081f5976:36203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:35:25,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36203-0x10173b4dfe80003, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:25,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6202975d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:35:25,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cb611e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:35:25,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:35:25,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c25f550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:35:25,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d49f62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/hadoop.log.dir/,STOPPED} 2024-11-25T14:35:25,675 WARN [BP-1633106985-172.17.0.3-1732545298664 heartbeating to localhost/127.0.0.1:33401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:35:25,675 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:35:25,675 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:35:25,675 WARN [BP-1633106985-172.17.0.3-1732545298664 heartbeating to localhost/127.0.0.1:33401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1633106985-172.17.0.3-1732545298664 (Datanode Uuid a5288b5b-98ad-4e9d-8dff-ae8fd363c0b2) service to localhost/127.0.0.1:33401 2024-11-25T14:35:25,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/cluster_4b032df8-bb56-3d2e-9e62-c6cb7e5f32e8/data/data1/current/BP-1633106985-172.17.0.3-1732545298664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:35:25,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/cluster_4b032df8-bb56-3d2e-9e62-c6cb7e5f32e8/data/data2/current/BP-1633106985-172.17.0.3-1732545298664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:35:25,676 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:35:25,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@130a7771{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:35:25,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25b8fb61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:35:25,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:35:25,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664ff9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:35:25,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75665d82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4402ec2c-25d3-b7ce-3056-45d780fd1b87/hadoop.log.dir/,STOPPED} 2024-11-25T14:35:25,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:35:25,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T14:35:25,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:35:25,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:25,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:25,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:25,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:25,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T14:35:25,700 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1442669528, stopped=false 2024-11-25T14:35:25,700 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb69081f5976,34563,1732545295821 2024-11-25T14:35:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-412399973/running 2024-11-25T14:35:25,752 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-412399973/running 2024-11-25T14:35:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:35:25,752 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:35:25,752 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:35:25,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Set watcher on znode that does not yet exist, /0-412399973/running 2024-11-25T14:35:25,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T14:35:25,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Set watcher on znode that does not yet exist, /0-412399973/running 2024-11-25T14:35:25,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:25,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:25,753 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb69081f5976,35217,1732545296106' ***** 2024-11-25T14:35:25,753 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T14:35:25,754 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T14:35:25,754 INFO [RS:0;cb69081f5976:35217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T14:35:25,754 INFO [RS:0;cb69081f5976:35217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T14:35:25,754 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T14:35:25,754 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(3091): Received CLOSE for d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:25,754 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(3091): Received CLOSE for 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:25,754 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(959): stopping server cb69081f5976,35217,1732545296106 2024-11-25T14:35:25,754 INFO [RS:0;cb69081f5976:35217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:35:25,754 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7c23ceb531f70e7c899eae838e89a4d, disabling compactions & flushes 2024-11-25T14:35:25,754 INFO [RS:0;cb69081f5976:35217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:35217. 2024-11-25T14:35:25,754 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:25,754 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:25,754 DEBUG [RS:0;cb69081f5976:35217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:25,754 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. after waiting 0 ms 2024-11-25T14:35:25,754 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:25,754 DEBUG [RS:0;cb69081f5976:35217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:25,755 INFO [RS:0;cb69081f5976:35217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T14:35:25,755 INFO [RS:0;cb69081f5976:35217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T14:35:25,755 INFO [RS:0;cb69081f5976:35217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T14:35:25,755 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T14:35:25,755 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-25T14:35:25,755 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1325): Online Regions={d7c23ceb531f70e7c899eae838e89a4d=test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d., 1588230740=hbase:meta,,1.1588230740, 193faa9d48912c2f88a8bc0b882a24e1=hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1.} 2024-11-25T14:35:25,755 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 193faa9d48912c2f88a8bc0b882a24e1, d7c23ceb531f70e7c899eae838e89a4d 2024-11-25T14:35:25,755 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T14:35:25,755 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T14:35:25,755 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T14:35:25,755 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T14:35:25,755 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T14:35:25,755 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-25T14:35:25,756 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T14:35:25,757 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/default/test/d7c23ceb531f70e7c899eae838e89a4d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T14:35:25,758 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:35:25,758 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-25T14:35:25,758 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:25,758 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7c23ceb531f70e7c899eae838e89a4d: Waiting for close lock at 1732545325754Running coprocessor pre-close hooks at 1732545325754Disabling compacts and flushes for region at 1732545325754Disabling writes for close at 1732545325754Writing region close event to WAL at 1732545325755 (+1 ms)Running coprocessor post-close hooks at 1732545325758 (+3 ms)Closed at 1732545325758 2024-11-25T14:35:25,758 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d. 2024-11-25T14:35:25,758 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 193faa9d48912c2f88a8bc0b882a24e1, disabling compactions & flushes 2024-11-25T14:35:25,758 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:25,758 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:25,758 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. after waiting 0 ms 2024-11-25T14:35:25,758 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:25,758 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 193faa9d48912c2f88a8bc0b882a24e1 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-25T14:35:25,769 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/info/6ff371eab4684da9b57e39af3c1d8b91 is 147, key is hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1./info:regioninfo/1732545313971/Put/seqid=0 2024-11-25T14:35:25,772 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/.tmp/hfileref/1cc9058bd7e04c9a904d03d63692abae is 74, key is 1/hfileref:6764d2abf2f14192b6c4937ab9ee033d_SeqId_6_/1732545318758/DeleteColumn/seqid=0 2024-11-25T14:35:25,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741847_1023 (size=7686) 2024-11-25T14:35:25,773 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/info/6ff371eab4684da9b57e39af3c1d8b91 2024-11-25T14:35:25,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741848_1024 (size=5489) 2024-11-25T14:35:25,776 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/.tmp/hfileref/1cc9058bd7e04c9a904d03d63692abae 2024-11-25T14:35:25,792 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/ns/e33d8533810a48c58b15a07c3d33079b is 43, key is default/ns:d/1732545298575/Put/seqid=0 2024-11-25T14:35:25,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741849_1025 (size=5153) 2024-11-25T14:35:25,796 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/.tmp/queue/e5713a2a62974e7fab5e0cf64f799e8a is 153, key is 1-cb69081f5976,35217,1732545296106/queue:cb69081f5976%2C35217%2C1732545296106/1732545318760/Put/seqid=0 2024-11-25T14:35:25,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741850_1026 (size=5504) 2024-11-25T14:35:25,818 INFO [regionserver/cb69081f5976:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:35:25,955 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:25,970 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:25,991 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:35:25,991 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 688, reset compression=false 2024-11-25T14:35:25,991 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cb69081f5976,35217,1732545296106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:35:25,991 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T14:35:25,991 INFO [regionserver/cb69081f5976:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T14:35:25,992 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb69081f5976,35217,1732545296106: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-cb69081f5976,35217,1732545296106, walGroup=cb69081f5976%2C35217%2C1732545296106, offset=cb69081f5976%2C35217%2C1732545296106.1732545316533:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:35217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-25T14:35:25,994 ERROR [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T14:35:25,994 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T14:35:25,995 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T14:35:25,995 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T14:35:25,995 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T14:35:25,995 INFO [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1646264320, "init": 1048576000, "max": 2306867200, "used": 1118686752 }, "NonHeapMemoryUsage": { "committed": 210894848, "init": 7667712, "max": -1, "used": 207742760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T14:35:25,995 WARN [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:34563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb69081f5976:34563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-25T14:35:26,155 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 193faa9d48912c2f88a8bc0b882a24e1 2024-11-25T14:35:26,196 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/ns/e33d8533810a48c58b15a07c3d33079b 2024-11-25T14:35:26,203 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/.tmp/queue/e5713a2a62974e7fab5e0cf64f799e8a 2024-11-25T14:35:26,213 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 688, reset compression=false 2024-11-25T14:35:26,216 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/.tmp/hfileref/1cc9058bd7e04c9a904d03d63692abae as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/hfileref/1cc9058bd7e04c9a904d03d63692abae 2024-11-25T14:35:26,221 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/hfileref/1cc9058bd7e04c9a904d03d63692abae, entries=6, sequenceid=17, filesize=5.4 K 2024-11-25T14:35:26,223 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/.tmp/queue/e5713a2a62974e7fab5e0cf64f799e8a as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/queue/e5713a2a62974e7fab5e0cf64f799e8a 2024-11-25T14:35:26,224 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/rep_barrier/ecc4055d85004ff2904a0e7f48ab414e is 112, key is test,,1732545307566.d7c23ceb531f70e7c899eae838e89a4d./rep_barrier:seqnumDuringOpen/1732545307930/Put/seqid=0 2024-11-25T14:35:26,227 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/queue/e5713a2a62974e7fab5e0cf64f799e8a, entries=2, sequenceid=17, filesize=5.4 K 2024-11-25T14:35:26,231 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 193faa9d48912c2f88a8bc0b882a24e1 in 473ms, sequenceid=17, compaction requested=false 2024-11-25T14:35:26,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741851_1027 (size=5518) 2024-11-25T14:35:26,240 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/rep_barrier/ecc4055d85004ff2904a0e7f48ab414e 2024-11-25T14:35:26,262 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/replication/193faa9d48912c2f88a8bc0b882a24e1/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-25T14:35:26,264 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:35:26,264 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:35:26,264 INFO [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:26,264 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 193faa9d48912c2f88a8bc0b882a24e1: Waiting for close lock at 1732545325758Running coprocessor pre-close hooks at 1732545325758Disabling compacts and flushes for region at 1732545325758Disabling writes for close at 1732545325758Obtaining lock to block concurrent updates at 1732545325758Preparing flush snapshotting stores in 193faa9d48912c2f88a8bc0b882a24e1 at 1732545325758Finished memstore snapshotting hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732545325758Flushing stores of hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. at 1732545325759 (+1 ms)Flushing 193faa9d48912c2f88a8bc0b882a24e1/hfileref: creating writer at 1732545325759Flushing 193faa9d48912c2f88a8bc0b882a24e1/hfileref: appending metadata at 1732545325771 (+12 ms)Flushing 193faa9d48912c2f88a8bc0b882a24e1/hfileref: closing flushed file at 1732545325771Flushing 193faa9d48912c2f88a8bc0b882a24e1/queue: creating writer at 1732545325783 (+12 ms)Flushing 193faa9d48912c2f88a8bc0b882a24e1/queue: appending metadata at 1732545325796 (+13 ms)Flushing 193faa9d48912c2f88a8bc0b882a24e1/queue: closing flushed file at 1732545325796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45912b72: reopening flushed file at 1732545326216 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b99c7d: reopening flushed file at 1732545326222 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 193faa9d48912c2f88a8bc0b882a24e1 in 473ms, sequenceid=17, compaction requested=false at 1732545326232 (+10 ms)Writing region close event to WAL at 1732545326247 (+15 ms)Running coprocessor post-close hooks at 1732545326264 (+17 ms)Closed at 1732545326264 2024-11-25T14:35:26,264 DEBUG [RS_CLOSE_REGION-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732545312558.193faa9d48912c2f88a8bc0b882a24e1. 2024-11-25T14:35:26,280 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/table/19de7f62be374b8d9745652c63f83c59 is 53, key is hbase:replication/table:state/1732545313996/Put/seqid=0 2024-11-25T14:35:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741852_1028 (size=5308) 2024-11-25T14:35:26,309 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 393, reset compression=false 2024-11-25T14:35:26,315 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-25T14:35:26,315 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 688, reset compression=false 2024-11-25T14:35:26,315 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb69081f5976,35217,1732545296106 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-25T14:35:26,316 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-25T14:35:26,355 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:35:26,520 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 688, reset compression=false 2024-11-25T14:35:26,528 DEBUG [RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.wal-reader.cb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/WALs/cb69081f5976,35217,1732545296106/cb69081f5976%2C35217%2C1732545296106.1732545316533 to pos 688, reset compression=false 2024-11-25T14:35:26,556 DEBUG [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T14:35:26,689 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/table/19de7f62be374b8d9745652c63f83c59 2024-11-25T14:35:26,694 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/info/6ff371eab4684da9b57e39af3c1d8b91 as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/info/6ff371eab4684da9b57e39af3c1d8b91 2024-11-25T14:35:26,699 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/info/6ff371eab4684da9b57e39af3c1d8b91, entries=20, sequenceid=16, filesize=7.5 K 2024-11-25T14:35:26,700 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/ns/e33d8533810a48c58b15a07c3d33079b as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/ns/e33d8533810a48c58b15a07c3d33079b 2024-11-25T14:35:26,704 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/ns/e33d8533810a48c58b15a07c3d33079b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-25T14:35:26,705 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/rep_barrier/ecc4055d85004ff2904a0e7f48ab414e as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/rep_barrier/ecc4055d85004ff2904a0e7f48ab414e 2024-11-25T14:35:26,709 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/rep_barrier/ecc4055d85004ff2904a0e7f48ab414e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-25T14:35:26,710 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/.tmp/table/19de7f62be374b8d9745652c63f83c59 as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/table/19de7f62be374b8d9745652c63f83c59 2024-11-25T14:35:26,714 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/table/19de7f62be374b8d9745652c63f83c59, entries=4, sequenceid=16, filesize=5.2 K 2024-11-25T14:35:26,714 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false 2024-11-25T14:35:26,714 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T14:35:26,719 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-25T14:35:26,719 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-25T14:35:26,719 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T14:35:26,719 INFO [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T14:35:26,719 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732545325755Running coprocessor pre-close hooks at 1732545325755Disabling compacts and flushes for region at 1732545325755Disabling writes for close at 1732545325755Obtaining lock to block concurrent updates at 1732545325755Preparing flush snapshotting stores in 1588230740 at 1732545325755Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732545325756 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732545325756Flushing 1588230740/info: creating writer at 1732545325756Flushing 1588230740/info: appending metadata at 1732545325768 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732545325768Flushing 1588230740/ns: creating writer at 1732545325778 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732545325792 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732545325792Flushing 1588230740/rep_barrier: creating writer at 1732545326206 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732545326223 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732545326223Flushing 1588230740/table: creating writer at 1732545326264 (+41 ms)Flushing 1588230740/table: appending metadata at 1732545326279 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732545326279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2c11bb: reopening flushed file at 1732545326693 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b5712a9: reopening flushed file at 1732545326699 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f3bd582: reopening flushed file at 1732545326704 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f9360b: reopening flushed file at 1732545326709 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false at 1732545326714 (+5 ms)Writing region close event to WAL at 1732545326716 (+2 ms)Running coprocessor post-close hooks at 1732545326719 (+3 ms)Closed at 1732545326719 2024-11-25T14:35:26,720 DEBUG [RS_CLOSE_META-regionserver/cb69081f5976:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T14:35:26,756 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(976): stopping server cb69081f5976,35217,1732545296106; all regions closed. 2024-11-25T14:35:26,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741842_1018 (size=859) 2024-11-25T14:35:26,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741843_1019 (size=2791) 2024-11-25T14:35:26,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741844_1020 (size=696) 2024-11-25T14:35:26,764 DEBUG [RS:0;cb69081f5976:35217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:26,764 INFO [RS:0;cb69081f5976:35217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T14:35:26,764 INFO [RS:0;cb69081f5976:35217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:35:26,764 INFO [RS:0;cb69081f5976:35217 {}] hbase.ChoreService(370): Chore service for: regionserver/cb69081f5976:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T14:35:26,765 INFO [RS:0;cb69081f5976:35217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:35:26,765 INFO [regionserver/cb69081f5976:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:35:26,765 INFO [RS:0;cb69081f5976:35217 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb69081f5976,35217,1732545296106 because: Region server is closing 2024-11-25T14:35:26,765 INFO [RS:0;cb69081f5976:35217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:35217. 2024-11-25T14:35:26,765 DEBUG [RS:0;cb69081f5976:35217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:26,765 DEBUG [RS:0;cb69081f5976:35217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:26,765 DEBUG [RS:0;cb69081f5976:35217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:26,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:26,866 INFO [RS:0;cb69081f5976:35217 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,1-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,1-cb69081f5976,35217,1732545296106 terminated 2024-11-25T14:35:26,866 INFO [RS:0;cb69081f5976:35217 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cb69081f5976,35217,1732545296106 because: Region server is closing 2024-11-25T14:35:26,866 INFO [RS:0;cb69081f5976:35217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb69081f5976:35217. 2024-11-25T14:35:26,866 DEBUG [RS:0;cb69081f5976:35217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T14:35:26,866 DEBUG [RS:0;cb69081f5976:35217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:26,866 DEBUG [RS:0;cb69081f5976:35217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T14:35:26,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T14:35:26,966 INFO [RS:0;cb69081f5976:35217 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb69081f5976:0-0.replicationSource,2-cb69081f5976,35217,1732545296106.replicationSource.shippercb69081f5976%2C35217%2C1732545296106,2-cb69081f5976,35217,1732545296106 terminated 2024-11-25T14:35:26,966 INFO [RS:0;cb69081f5976:35217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35217 2024-11-25T14:35:26,985 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-412399973/rs/cb69081f5976,35217,1732545296106 2024-11-25T14:35:26,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973/rs 2024-11-25T14:35:26,985 INFO [RS:0;cb69081f5976:35217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:35:26,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb69081f5976,35217,1732545296106] 2024-11-25T14:35:27,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-412399973/draining/cb69081f5976,35217,1732545296106 already deleted, retry=false 2024-11-25T14:35:27,007 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb69081f5976,35217,1732545296106 expired; onlineServers=0 2024-11-25T14:35:27,007 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb69081f5976,34563,1732545295821' ***** 2024-11-25T14:35:27,007 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T14:35:27,007 INFO [M:0;cb69081f5976:34563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T14:35:27,007 INFO [M:0;cb69081f5976:34563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T14:35:27,007 DEBUG [M:0;cb69081f5976:34563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T14:35:27,007 DEBUG [M:0;cb69081f5976:34563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T14:35:27,007 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T14:35:27,007 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545297841 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.small.0-1732545297841,5,FailOnTimeoutGroup] 2024-11-25T14:35:27,007 DEBUG [master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545297841 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb69081f5976:0:becomeActiveMaster-HFileCleaner.large.0-1732545297841,5,FailOnTimeoutGroup] 2024-11-25T14:35:27,007 INFO [M:0;cb69081f5976:34563 {}] hbase.ChoreService(370): Chore service for: master/cb69081f5976:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T14:35:27,007 INFO [M:0;cb69081f5976:34563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T14:35:27,007 DEBUG [M:0;cb69081f5976:34563 {}] master.HMaster(1795): Stopping service threads 2024-11-25T14:35:27,008 INFO [M:0;cb69081f5976:34563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T14:35:27,008 INFO [M:0;cb69081f5976:34563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T14:35:27,008 INFO [M:0;cb69081f5976:34563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T14:35:27,008 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T14:35:27,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-412399973/master 2024-11-25T14:35:27,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-412399973 2024-11-25T14:35:27,032 DEBUG [M:0;cb69081f5976:34563 {}] zookeeper.ZKUtil(347): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Unable to get data of znode /0-412399973/master because node does not exist (not an error) 2024-11-25T14:35:27,032 WARN [M:0;cb69081f5976:34563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T14:35:27,033 INFO [M:0;cb69081f5976:34563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/.lastflushedseqids 2024-11-25T14:35:27,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741853_1029 (size=263) 2024-11-25T14:35:27,094 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:27,094 INFO [RS:0;cb69081f5976:35217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:35:27,094 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x10173b4dfe80001, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:27,094 INFO [RS:0;cb69081f5976:35217 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb69081f5976,35217,1732545296106; zookeeper connection closed. 2024-11-25T14:35:27,094 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cde3d6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cde3d6f 2024-11-25T14:35:27,094 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T14:35:27,437 INFO [M:0;cb69081f5976:34563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T14:35:27,438 INFO [M:0;cb69081f5976:34563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T14:35:27,438 DEBUG [M:0;cb69081f5976:34563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T14:35:27,438 INFO [M:0;cb69081f5976:34563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:27,438 DEBUG [M:0;cb69081f5976:34563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:27,438 DEBUG [M:0;cb69081f5976:34563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T14:35:27,438 DEBUG [M:0;cb69081f5976:34563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:27,438 INFO [M:0;cb69081f5976:34563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-25T14:35:27,455 DEBUG [M:0;cb69081f5976:34563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec051ca776324770b2facb7e6e04fdfb is 82, key is hbase:meta,,1/info:regioninfo/1732545298513/Put/seqid=0 2024-11-25T14:35:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741854_1030 (size=5672) 2024-11-25T14:35:27,461 INFO [M:0;cb69081f5976:34563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec051ca776324770b2facb7e6e04fdfb 2024-11-25T14:35:27,497 DEBUG [M:0;cb69081f5976:34563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e90afae9f3ad4ea981737f89cd138437 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732545314001/Put/seqid=0 2024-11-25T14:35:27,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741855_1031 (size=8908) 2024-11-25T14:35:27,913 INFO [M:0;cb69081f5976:34563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e90afae9f3ad4ea981737f89cd138437 2024-11-25T14:35:27,933 DEBUG [M:0;cb69081f5976:34563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/841bbf76f61e48c38e35985c8fc545bf is 69, key is cb69081f5976,35217,1732545296106/rs:state/1732545297959/Put/seqid=0 2024-11-25T14:35:27,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741856_1032 (size=5156) 2024-11-25T14:35:28,340 INFO [M:0;cb69081f5976:34563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/841bbf76f61e48c38e35985c8fc545bf 2024-11-25T14:35:28,344 DEBUG [M:0;cb69081f5976:34563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec051ca776324770b2facb7e6e04fdfb as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec051ca776324770b2facb7e6e04fdfb 2024-11-25T14:35:28,347 INFO [M:0;cb69081f5976:34563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec051ca776324770b2facb7e6e04fdfb, entries=8, sequenceid=112, filesize=5.5 K 2024-11-25T14:35:28,347 DEBUG [M:0;cb69081f5976:34563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e90afae9f3ad4ea981737f89cd138437 as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e90afae9f3ad4ea981737f89cd138437 2024-11-25T14:35:28,350 INFO [M:0;cb69081f5976:34563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e90afae9f3ad4ea981737f89cd138437, entries=13, sequenceid=112, filesize=8.7 K 2024-11-25T14:35:28,351 DEBUG [M:0;cb69081f5976:34563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/841bbf76f61e48c38e35985c8fc545bf as hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/841bbf76f61e48c38e35985c8fc545bf 2024-11-25T14:35:28,353 INFO [M:0;cb69081f5976:34563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42333/user/jenkins/test-data/48d1ec5f-803d-7c8a-7f46-a69c3a83619d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/841bbf76f61e48c38e35985c8fc545bf, entries=1, sequenceid=112, filesize=5.0 K 2024-11-25T14:35:28,354 INFO [M:0;cb69081f5976:34563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=112, compaction requested=false 2024-11-25T14:35:28,355 INFO [M:0;cb69081f5976:34563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T14:35:28,355 DEBUG [M:0;cb69081f5976:34563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732545327438Disabling compacts and flushes for region at 1732545327438Disabling writes for close at 1732545327438Obtaining lock to block concurrent updates at 1732545327438Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732545327438Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732545327438Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732545327439 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732545327439Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732545327455 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732545327455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732545327473 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732545327497 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732545327497Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732545327916 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732545327932 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732545327932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bc2136: reopening flushed file at 1732545328343 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283b75b6: reopening flushed file at 1732545328347 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b0599c: reopening flushed file at 1732545328350 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=112, compaction requested=false at 1732545328354 (+4 ms)Writing region close event to WAL at 1732545328355 (+1 ms)Closed at 1732545328355 2024-11-25T14:35:28,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41605 is added to blk_1073741830_1006 (size=69043) 2024-11-25T14:35:28,357 INFO [M:0;cb69081f5976:34563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T14:35:28,357 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T14:35:28,357 INFO [M:0;cb69081f5976:34563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34563 2024-11-25T14:35:28,357 INFO [M:0;cb69081f5976:34563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T14:35:28,502 INFO [M:0;cb69081f5976:34563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T14:35:28,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:28,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34563-0x10173b4dfe80000, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T14:35:28,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eef10e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T14:35:28,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550573c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:35:28,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:35:28,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae63c2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:35:28,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@717ef773{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/hadoop.log.dir/,STOPPED} 2024-11-25T14:35:28,506 WARN [BP-871124150-172.17.0.3-1732545293853 heartbeating to localhost/127.0.0.1:42333 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T14:35:28,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T14:35:28,506 WARN [BP-871124150-172.17.0.3-1732545293853 heartbeating to localhost/127.0.0.1:42333 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-871124150-172.17.0.3-1732545293853 (Datanode Uuid 25e0ce65-3f35-44a4-a918-eae0fd56de29) service to localhost/127.0.0.1:42333 2024-11-25T14:35:28,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T14:35:28,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/cluster_ec0b784a-e4b0-df57-3c5b-0150dd83819e/data/data1/current/BP-871124150-172.17.0.3-1732545293853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:35:28,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/cluster_ec0b784a-e4b0-df57-3c5b-0150dd83819e/data/data2/current/BP-871124150-172.17.0.3-1732545293853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T14:35:28,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T14:35:28,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@506c4310{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T14:35:28,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a9ca54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T14:35:28,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T14:35:28,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42487ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T14:35:28,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b000d21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f71a362-fd67-09fe-cf30-45c1b6f655b9/hadoop.log.dir/,STOPPED} 2024-11-25T14:35:28,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T14:35:28,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T14:35:28,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=595 (was 527) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42333 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52315) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-37 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33497 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33401 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42333 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42333 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52315) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33401 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33497 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52315) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42333 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42333 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1003 (was 1008), ProcessCount=11 (was 11), AvailableMemoryMB=2687 (was 4652) 2024-11-25T14:35:28,553 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2024-11-25T14:35:28,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10173b4dfe80005, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:35:28,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10173b4dfe80008, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:35:28,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10173b4dfe80005, quorum=127.0.0.1:52315, baseZNode=/1-297417983 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:35:28,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10173b4dfe80008, quorum=127.0.0.1:52315, baseZNode=/2-1887666548 Received Disconnected from ZooKeeper, ignoring 2024-11-25T14:35:28,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10173b4dfe80002, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-25T14:35:28,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10173b4dfe80002, quorum=127.0.0.1:52315, baseZNode=/0-412399973 Received Disconnected from ZooKeeper, ignoring